d77aaf4858b245f6f2c1b4e754f977f50d9d95a3:2025-11-22:42439
=== RUN TestAddons/serial/Volcano
addons_test.go:850: skipping: crio not supported
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 addons disable volcano --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-255419 addons disable volcano --alsologtostderr -v=1: exit status 11 (463.509276ms)
-- stdout --
-- /stdout --
** stderr **
I1122 02:00:25.095168 10839 out.go:360] Setting OutFile to fd 1 ...
I1122 02:00:25.097559 10839 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:00:25.097583 10839 out.go:374] Setting ErrFile to fd 2...
I1122 02:00:25.097589 10839 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:00:25.097935 10839 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:00:25.098282 10839 mustload.go:66] Loading cluster: addons-255419
I1122 02:00:25.098918 10839 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:00:25.098953 10839 addons.go:622] checking whether the cluster is paused
I1122 02:00:25.099092 10839 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:00:25.099116 10839 host.go:66] Checking if "addons-255419" exists ...
I1122 02:00:25.099590 10839 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 02:00:25.139076 10839 ssh_runner.go:195] Run: systemctl --version
I1122 02:00:25.139145 10839 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 02:00:25.161111 10839 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 02:00:25.269581 10839 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:00:25.269667 10839 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:00:25.302292 10839 cri.go:89] found id: "ec5450bbd9781b942f568471d80f6cd352b24db749308da0e9f919c704f98a6b"
I1122 02:00:25.302317 10839 cri.go:89] found id: "6386ca30cb7d9af6940fc8f51944b233b00578375074c84c8e816536bc5e6557"
I1122 02:00:25.302324 10839 cri.go:89] found id: "1755b28392115dcd4412d6332dc89742d10177b6a563a8ccfe93985206bf6f4b"
I1122 02:00:25.302328 10839 cri.go:89] found id: "9f88ed03c555abfef8917c62102df8ef69c7b1d5fa0d927edc130a98bf0a912b"
I1122 02:00:25.302337 10839 cri.go:89] found id: "9713898f2973a480853aee69d6a52fea1284462c7ddff6198d740e70ce746f3c"
I1122 02:00:25.302342 10839 cri.go:89] found id: "d2697dce87311ebfda6b2e7a6bf526826cbec3794f40470d66ccdfb7ff8d5eba"
I1122 02:00:25.302345 10839 cri.go:89] found id: "73e209740c4067b340f329187bb7522286657ce89f711ea0bfda8b4926e4e6ae"
I1122 02:00:25.302348 10839 cri.go:89] found id: "f06036f109309c524a607d7e8f39d5cfcce0f9ea2583de4b6feb8a470369345c"
I1122 02:00:25.302351 10839 cri.go:89] found id: "0507ecc925ed6547e6df13ad494fd103fe115b47070128408a4ee860a461360c"
I1122 02:00:25.302357 10839 cri.go:89] found id: "4fa6214fdeb1c08cd19b8d5beb20c00025147b67edb492f90dbd5892a8ff0597"
I1122 02:00:25.302361 10839 cri.go:89] found id: "41b1ff3c6cb6771e140feeffd4e546d09461c0ca9685cf1c562d240dbb18bfe9"
I1122 02:00:25.302364 10839 cri.go:89] found id: "8877d3b310c670bb9a61328c4b7d102a3d9c0ed5fa4fe1b481d29abff7da1443"
I1122 02:00:25.302367 10839 cri.go:89] found id: "097e4323d388eb37349ba8c8073f93bb70183f0cf4062f580b5fa215f556cbbb"
I1122 02:00:25.302371 10839 cri.go:89] found id: "f013564e936bcf68d1b2fc773d84bd31bcd2e6d35514fe732bde5b5e68c1b32a"
I1122 02:00:25.302374 10839 cri.go:89] found id: "22c78f0480015c99655f36e4d490bba45c345b0ebb1460a3aba768f782efa4f5"
I1122 02:00:25.302379 10839 cri.go:89] found id: "0cdeb956657c89f8f7f3cdfb0e0cd5e229af615ef42c7a36f5347c9978135107"
I1122 02:00:25.302383 10839 cri.go:89] found id: "a9b843dc847865f57d288d49f3dc2bb89d27fd55cd5602132f75ebec60569358"
I1122 02:00:25.302386 10839 cri.go:89] found id: "2abf789b6444c1e1602fb81df3da846a2c0659fad8975a94c6c4fce2cc0ff06c"
I1122 02:00:25.302389 10839 cri.go:89] found id: "e68271c59773e10dde86924f8085fe850131f97851e3ece63a557d6fa4d55026"
I1122 02:00:25.302392 10839 cri.go:89] found id: "29f56d7ed7988563012be48b452ac1c670bd73c44a67314290fbd98ef84f6b97"
I1122 02:00:25.302397 10839 cri.go:89] found id: "0cce3a8c9bd914d5a18ed9bfa59e334816293cf0066ec773001c7185073cc369"
I1122 02:00:25.302406 10839 cri.go:89] found id: "b0ac279ca9424b959e170e38e9acce0fbe3a19baf4fe66df16ab5803100ab599"
I1122 02:00:25.302409 10839 cri.go:89] found id: "34c3ab1eafac0212ba5785c50cbe1336cd48601299570a8509d40c420e25c18d"
I1122 02:00:25.302412 10839 cri.go:89] found id: ""
I1122 02:00:25.302463 10839 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:00:25.329026 10839 out.go:203]
W1122 02:00:25.332305 10839 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:00:25Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:00:25Z" level=error msg="open /run/runc: no such file or directory"
W1122 02:00:25.332337 10839 out.go:285] *
*
W1122 02:00:25.444824 10839 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_9bd16c244da2144137a37071fb77e06a574610a0_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_9bd16c244da2144137a37071fb77e06a574610a0_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 02:00:25.449484 10839 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable volcano addon: args "out/minikube-linux-arm64 -p addons-255419 addons disable volcano --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/serial/Volcano (0.46s)
=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:382: registry stabilized in 3.466844ms
addons_test.go:384: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:352: "registry-6b586f9694-mfccf" [c54242cc-8765-4318-9dd8-6ccdd677c1c5] Running
addons_test.go:384: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 5.004332002s
addons_test.go:387: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:352: "registry-proxy-cfkfg" [6658eea2-6abb-4e8b-b1b9-e5f80e6b491a] Running
addons_test.go:387: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.003628402s
addons_test.go:392: (dbg) Run: kubectl --context addons-255419 delete po -l run=registry-test --now
addons_test.go:397: (dbg) Run: kubectl --context addons-255419 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:397: (dbg) Done: kubectl --context addons-255419 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": (4.291194714s)
addons_test.go:411: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 ip
2025/11/22 02:00:51 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 addons disable registry --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-255419 addons disable registry --alsologtostderr -v=1: exit status 11 (261.609378ms)
-- stdout --
-- /stdout --
** stderr **
I1122 02:00:51.499850 11808 out.go:360] Setting OutFile to fd 1 ...
I1122 02:00:51.500085 11808 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:00:51.500114 11808 out.go:374] Setting ErrFile to fd 2...
I1122 02:00:51.500135 11808 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:00:51.500412 11808 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:00:51.500770 11808 mustload.go:66] Loading cluster: addons-255419
I1122 02:00:51.501185 11808 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:00:51.501239 11808 addons.go:622] checking whether the cluster is paused
I1122 02:00:51.501398 11808 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:00:51.501436 11808 host.go:66] Checking if "addons-255419" exists ...
I1122 02:00:51.501951 11808 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 02:00:51.520104 11808 ssh_runner.go:195] Run: systemctl --version
I1122 02:00:51.520174 11808 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 02:00:51.539129 11808 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 02:00:51.637440 11808 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:00:51.637530 11808 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:00:51.665732 11808 cri.go:89] found id: "ec5450bbd9781b942f568471d80f6cd352b24db749308da0e9f919c704f98a6b"
I1122 02:00:51.665756 11808 cri.go:89] found id: "6386ca30cb7d9af6940fc8f51944b233b00578375074c84c8e816536bc5e6557"
I1122 02:00:51.665762 11808 cri.go:89] found id: "1755b28392115dcd4412d6332dc89742d10177b6a563a8ccfe93985206bf6f4b"
I1122 02:00:51.665766 11808 cri.go:89] found id: "9f88ed03c555abfef8917c62102df8ef69c7b1d5fa0d927edc130a98bf0a912b"
I1122 02:00:51.665769 11808 cri.go:89] found id: "9713898f2973a480853aee69d6a52fea1284462c7ddff6198d740e70ce746f3c"
I1122 02:00:51.665774 11808 cri.go:89] found id: "d2697dce87311ebfda6b2e7a6bf526826cbec3794f40470d66ccdfb7ff8d5eba"
I1122 02:00:51.665777 11808 cri.go:89] found id: "73e209740c4067b340f329187bb7522286657ce89f711ea0bfda8b4926e4e6ae"
I1122 02:00:51.665781 11808 cri.go:89] found id: "f06036f109309c524a607d7e8f39d5cfcce0f9ea2583de4b6feb8a470369345c"
I1122 02:00:51.665784 11808 cri.go:89] found id: "0507ecc925ed6547e6df13ad494fd103fe115b47070128408a4ee860a461360c"
I1122 02:00:51.665796 11808 cri.go:89] found id: "4fa6214fdeb1c08cd19b8d5beb20c00025147b67edb492f90dbd5892a8ff0597"
I1122 02:00:51.665803 11808 cri.go:89] found id: "41b1ff3c6cb6771e140feeffd4e546d09461c0ca9685cf1c562d240dbb18bfe9"
I1122 02:00:51.665807 11808 cri.go:89] found id: "8877d3b310c670bb9a61328c4b7d102a3d9c0ed5fa4fe1b481d29abff7da1443"
I1122 02:00:51.665810 11808 cri.go:89] found id: "097e4323d388eb37349ba8c8073f93bb70183f0cf4062f580b5fa215f556cbbb"
I1122 02:00:51.665813 11808 cri.go:89] found id: "f013564e936bcf68d1b2fc773d84bd31bcd2e6d35514fe732bde5b5e68c1b32a"
I1122 02:00:51.665817 11808 cri.go:89] found id: "22c78f0480015c99655f36e4d490bba45c345b0ebb1460a3aba768f782efa4f5"
I1122 02:00:51.665823 11808 cri.go:89] found id: "0cdeb956657c89f8f7f3cdfb0e0cd5e229af615ef42c7a36f5347c9978135107"
I1122 02:00:51.665829 11808 cri.go:89] found id: "a9b843dc847865f57d288d49f3dc2bb89d27fd55cd5602132f75ebec60569358"
I1122 02:00:51.665837 11808 cri.go:89] found id: "2abf789b6444c1e1602fb81df3da846a2c0659fad8975a94c6c4fce2cc0ff06c"
I1122 02:00:51.665841 11808 cri.go:89] found id: "e68271c59773e10dde86924f8085fe850131f97851e3ece63a557d6fa4d55026"
I1122 02:00:51.665844 11808 cri.go:89] found id: "29f56d7ed7988563012be48b452ac1c670bd73c44a67314290fbd98ef84f6b97"
I1122 02:00:51.665849 11808 cri.go:89] found id: "0cce3a8c9bd914d5a18ed9bfa59e334816293cf0066ec773001c7185073cc369"
I1122 02:00:51.665852 11808 cri.go:89] found id: "b0ac279ca9424b959e170e38e9acce0fbe3a19baf4fe66df16ab5803100ab599"
I1122 02:00:51.665856 11808 cri.go:89] found id: "34c3ab1eafac0212ba5785c50cbe1336cd48601299570a8509d40c420e25c18d"
I1122 02:00:51.665859 11808 cri.go:89] found id: ""
I1122 02:00:51.665910 11808 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:00:51.680604 11808 out.go:203]
W1122 02:00:51.683579 11808 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:00:51Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:00:51Z" level=error msg="open /run/runc: no such file or directory"
W1122 02:00:51.683612 11808 out.go:285] *
*
W1122 02:00:51.687389 11808 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_94fa7435cdb0fda2540861b9b71556c8cae5c5f1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_94fa7435cdb0fda2540861b9b71556c8cae5c5f1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 02:00:51.690240 11808 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable registry addon: args "out/minikube-linux-arm64 -p addons-255419 addons disable registry --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/Registry (14.87s)
=== RUN TestAddons/parallel/RegistryCreds
=== PAUSE TestAddons/parallel/RegistryCreds
=== CONT TestAddons/parallel/RegistryCreds
addons_test.go:323: registry-creds stabilized in 3.46558ms
addons_test.go:325: (dbg) Run: out/minikube-linux-arm64 addons configure registry-creds -f ./testdata/addons_testconfig.json -p addons-255419
addons_test.go:332: (dbg) Run: kubectl --context addons-255419 -n kube-system get secret -o yaml
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 addons disable registry-creds --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-255419 addons disable registry-creds --alsologtostderr -v=1: exit status 11 (256.641073ms)
-- stdout --
-- /stdout --
** stderr **
I1122 02:01:35.599773 12995 out.go:360] Setting OutFile to fd 1 ...
I1122 02:01:35.599984 12995 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:01:35.599997 12995 out.go:374] Setting ErrFile to fd 2...
I1122 02:01:35.600003 12995 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:01:35.600317 12995 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:01:35.600655 12995 mustload.go:66] Loading cluster: addons-255419
I1122 02:01:35.601050 12995 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:01:35.601070 12995 addons.go:622] checking whether the cluster is paused
I1122 02:01:35.601208 12995 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:01:35.601241 12995 host.go:66] Checking if "addons-255419" exists ...
I1122 02:01:35.601748 12995 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 02:01:35.619174 12995 ssh_runner.go:195] Run: systemctl --version
I1122 02:01:35.619280 12995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 02:01:35.639293 12995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 02:01:35.745366 12995 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:01:35.745464 12995 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:01:35.777789 12995 cri.go:89] found id: "ec5450bbd9781b942f568471d80f6cd352b24db749308da0e9f919c704f98a6b"
I1122 02:01:35.777816 12995 cri.go:89] found id: "6386ca30cb7d9af6940fc8f51944b233b00578375074c84c8e816536bc5e6557"
I1122 02:01:35.777822 12995 cri.go:89] found id: "1755b28392115dcd4412d6332dc89742d10177b6a563a8ccfe93985206bf6f4b"
I1122 02:01:35.777826 12995 cri.go:89] found id: "9f88ed03c555abfef8917c62102df8ef69c7b1d5fa0d927edc130a98bf0a912b"
I1122 02:01:35.777829 12995 cri.go:89] found id: "9713898f2973a480853aee69d6a52fea1284462c7ddff6198d740e70ce746f3c"
I1122 02:01:35.777833 12995 cri.go:89] found id: "d2697dce87311ebfda6b2e7a6bf526826cbec3794f40470d66ccdfb7ff8d5eba"
I1122 02:01:35.777836 12995 cri.go:89] found id: "73e209740c4067b340f329187bb7522286657ce89f711ea0bfda8b4926e4e6ae"
I1122 02:01:35.777839 12995 cri.go:89] found id: "f06036f109309c524a607d7e8f39d5cfcce0f9ea2583de4b6feb8a470369345c"
I1122 02:01:35.777842 12995 cri.go:89] found id: "0507ecc925ed6547e6df13ad494fd103fe115b47070128408a4ee860a461360c"
I1122 02:01:35.777848 12995 cri.go:89] found id: "4fa6214fdeb1c08cd19b8d5beb20c00025147b67edb492f90dbd5892a8ff0597"
I1122 02:01:35.777852 12995 cri.go:89] found id: "41b1ff3c6cb6771e140feeffd4e546d09461c0ca9685cf1c562d240dbb18bfe9"
I1122 02:01:35.777855 12995 cri.go:89] found id: "8877d3b310c670bb9a61328c4b7d102a3d9c0ed5fa4fe1b481d29abff7da1443"
I1122 02:01:35.777858 12995 cri.go:89] found id: "097e4323d388eb37349ba8c8073f93bb70183f0cf4062f580b5fa215f556cbbb"
I1122 02:01:35.777861 12995 cri.go:89] found id: "f013564e936bcf68d1b2fc773d84bd31bcd2e6d35514fe732bde5b5e68c1b32a"
I1122 02:01:35.777865 12995 cri.go:89] found id: "22c78f0480015c99655f36e4d490bba45c345b0ebb1460a3aba768f782efa4f5"
I1122 02:01:35.777870 12995 cri.go:89] found id: "0cdeb956657c89f8f7f3cdfb0e0cd5e229af615ef42c7a36f5347c9978135107"
I1122 02:01:35.777877 12995 cri.go:89] found id: "a9b843dc847865f57d288d49f3dc2bb89d27fd55cd5602132f75ebec60569358"
I1122 02:01:35.777881 12995 cri.go:89] found id: "2abf789b6444c1e1602fb81df3da846a2c0659fad8975a94c6c4fce2cc0ff06c"
I1122 02:01:35.777884 12995 cri.go:89] found id: "e68271c59773e10dde86924f8085fe850131f97851e3ece63a557d6fa4d55026"
I1122 02:01:35.777887 12995 cri.go:89] found id: "29f56d7ed7988563012be48b452ac1c670bd73c44a67314290fbd98ef84f6b97"
I1122 02:01:35.777892 12995 cri.go:89] found id: "0cce3a8c9bd914d5a18ed9bfa59e334816293cf0066ec773001c7185073cc369"
I1122 02:01:35.777895 12995 cri.go:89] found id: "b0ac279ca9424b959e170e38e9acce0fbe3a19baf4fe66df16ab5803100ab599"
I1122 02:01:35.777899 12995 cri.go:89] found id: "34c3ab1eafac0212ba5785c50cbe1336cd48601299570a8509d40c420e25c18d"
I1122 02:01:35.777902 12995 cri.go:89] found id: ""
I1122 02:01:35.777955 12995 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:01:35.793811 12995 out.go:203]
W1122 02:01:35.796695 12995 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:01:35Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:01:35Z" level=error msg="open /run/runc: no such file or directory"
W1122 02:01:35.796720 12995 out.go:285] *
*
W1122 02:01:35.800554 12995 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_ac42ae7bb4bac5cd909a08f6506d602b3d2ccf6c_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_ac42ae7bb4bac5cd909a08f6506d602b3d2ccf6c_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 02:01:35.803545 12995 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable registry-creds addon: args "out/minikube-linux-arm64 -p addons-255419 addons disable registry-creds --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/RegistryCreds (0.52s)
=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:209: (dbg) Run: kubectl --context addons-255419 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:234: (dbg) Run: kubectl --context addons-255419 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:247: (dbg) Run: kubectl --context addons-255419 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:252: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:352: "nginx" [958b4a15-e5d7-49ed-9445-4be18404c751] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:352: "nginx" [958b4a15-e5d7-49ed-9445-4be18404c751] Running
addons_test.go:252: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 8.003987679s
I1122 02:01:13.089690 4130 kapi.go:150] Service nginx in namespace default found.
addons_test.go:264: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:264: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-255419 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.950777424s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:280: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:288: (dbg) Run: kubectl --context addons-255419 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:293: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 ip
addons_test.go:299: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestAddons/parallel/Ingress]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect addons-255419
helpers_test.go:243: (dbg) docker inspect addons-255419:
-- stdout --
[
{
"Id": "1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c",
"Created": "2025-11-22T01:58:00.775952327Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 5291,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T01:58:00.843874028Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c/hostname",
"HostsPath": "/var/lib/docker/containers/1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c/hosts",
"LogPath": "/var/lib/docker/containers/1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c/1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c-json.log",
"Name": "/addons-255419",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-255419:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-255419",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4294967296,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8589934592,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c",
"LowerDir": "/var/lib/docker/overlay2/12ab022ffff7e63e04e05f658fa40b214b59a4aaf107be3da79035691e667d3a-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/12ab022ffff7e63e04e05f658fa40b214b59a4aaf107be3da79035691e667d3a/merged",
"UpperDir": "/var/lib/docker/overlay2/12ab022ffff7e63e04e05f658fa40b214b59a4aaf107be3da79035691e667d3a/diff",
"WorkDir": "/var/lib/docker/overlay2/12ab022ffff7e63e04e05f658fa40b214b59a4aaf107be3da79035691e667d3a/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-255419",
"Source": "/var/lib/docker/volumes/addons-255419/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-255419",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-255419",
"name.minikube.sigs.k8s.io": "addons-255419",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "ac3642ebf2b0a000ebe14696d03eeabde0bd9a3b0ec26fccfae4fda1d3963cc3",
"SandboxKey": "/var/run/docker/netns/ac3642ebf2b0",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-255419": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "de:dc:bd:47:38:84",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "f55c3da7225d0586d5fc547c0987bcef322c7ce25a8070412b83b221425154c3",
"EndpointID": "806371a18310c82b70b2c787ccdf291709b941ed779b7d0e321a68acb0d1e586",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-255419",
"1afdc9d75b6c"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-255419 -n addons-255419
helpers_test.go:252: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p addons-255419 logs -n 25: (1.614789919s)
helpers_test.go:260: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ delete │ -p download-docker-382857 │ download-docker-382857 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ 22 Nov 25 01:57 UTC │
│ start │ --download-only -p binary-mirror-405907 --alsologtostderr --binary-mirror http://127.0.0.1:44491 --driver=docker --container-runtime=crio │ binary-mirror-405907 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ │
│ delete │ -p binary-mirror-405907 │ binary-mirror-405907 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ 22 Nov 25 01:57 UTC │
│ addons │ disable dashboard -p addons-255419 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ │
│ addons │ enable dashboard -p addons-255419 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ │
│ start │ -p addons-255419 --wait=true --memory=4096 --alsologtostderr --addons=registry --addons=registry-creds --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ 22 Nov 25 02:00 UTC │
│ addons │ addons-255419 addons disable volcano --alsologtostderr -v=1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:00 UTC │ │
│ addons │ addons-255419 addons disable gcp-auth --alsologtostderr -v=1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:00 UTC │ │
│ addons │ enable headlamp -p addons-255419 --alsologtostderr -v=1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:00 UTC │ │
│ addons │ addons-255419 addons disable headlamp --alsologtostderr -v=1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:00 UTC │ │
│ ip │ addons-255419 ip │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:00 UTC │ 22 Nov 25 02:00 UTC │
│ addons │ addons-255419 addons disable registry --alsologtostderr -v=1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:00 UTC │ │
│ addons │ addons-255419 addons disable metrics-server --alsologtostderr -v=1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:00 UTC │ │
│ addons │ addons-255419 addons disable inspektor-gadget --alsologtostderr -v=1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:01 UTC │ │
│ ssh │ addons-255419 ssh curl -s http://127.0.0.1/ -H 'Host: nginx.example.com' │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:01 UTC │ │
│ addons │ addons-255419 addons disable volumesnapshots --alsologtostderr -v=1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:01 UTC │ │
│ addons │ addons-255419 addons disable csi-hostpath-driver --alsologtostderr -v=1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:01 UTC │ │
│ addons │ configure registry-creds -f ./testdata/addons_testconfig.json -p addons-255419 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:01 UTC │ 22 Nov 25 02:01 UTC │
│ addons │ addons-255419 addons disable registry-creds --alsologtostderr -v=1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:01 UTC │ │
│ addons │ addons-255419 addons disable nvidia-device-plugin --alsologtostderr -v=1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:01 UTC │ │
│ addons │ addons-255419 addons disable yakd --alsologtostderr -v=1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:01 UTC │ │
│ ssh │ addons-255419 ssh cat /opt/local-path-provisioner/pvc-53e78ec4-7718-4a81-bd81-f0784c8709dd_default_test-pvc/file1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:01 UTC │ 22 Nov 25 02:01 UTC │
│ addons │ addons-255419 addons disable storage-provisioner-rancher --alsologtostderr -v=1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:01 UTC │ │
│ addons │ addons-255419 addons disable cloud-spanner --alsologtostderr -v=1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:02 UTC │ │
│ ip │ addons-255419 ip │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:03 UTC │ 22 Nov 25 02:03 UTC │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/11/22 01:57:34
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 01:57:34.486499 4892 out.go:360] Setting OutFile to fd 1 ...
I1122 01:57:34.487155 4892 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 01:57:34.487190 4892 out.go:374] Setting ErrFile to fd 2...
I1122 01:57:34.487212 4892 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 01:57:34.487520 4892 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 01:57:34.488038 4892 out.go:368] Setting JSON to false
I1122 01:57:34.488822 4892 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":2381,"bootTime":1763774274,"procs":144,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 01:57:34.488951 4892 start.go:143] virtualization:
I1122 01:57:34.492299 4892 out.go:179] * [addons-255419] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 01:57:34.496223 4892 out.go:179] - MINIKUBE_LOCATION=21946
I1122 01:57:34.496437 4892 notify.go:221] Checking for updates...
I1122 01:57:34.499930 4892 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 01:57:34.502867 4892 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 01:57:34.505721 4892 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 01:57:34.508651 4892 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 01:57:34.511440 4892 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 01:57:34.514553 4892 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 01:57:34.539789 4892 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 01:57:34.539904 4892 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 01:57:34.598641 4892 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:23 OomKillDisable:true NGoroutines:43 SystemTime:2025-11-22 01:57:34.589229915 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 01:57:34.598769 4892 docker.go:319] overlay module found
I1122 01:57:34.602056 4892 out.go:179] * Using the docker driver based on user configuration
I1122 01:57:34.604920 4892 start.go:309] selected driver: docker
I1122 01:57:34.604935 4892 start.go:927] validating driver "docker" against <nil>
I1122 01:57:34.604948 4892 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 01:57:34.605668 4892 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 01:57:34.659296 4892 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:23 OomKillDisable:true NGoroutines:43 SystemTime:2025-11-22 01:57:34.650581226 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 01:57:34.659447 4892 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1122 01:57:34.659713 4892 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 01:57:34.662608 4892 out.go:179] * Using Docker driver with root privileges
I1122 01:57:34.665431 4892 cni.go:84] Creating CNI manager for ""
I1122 01:57:34.665500 4892 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 01:57:34.665517 4892 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1122 01:57:34.665605 4892 start.go:353] cluster config:
{Name:addons-255419 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:addons-255419 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:
AutoPauseInterval:1m0s}
I1122 01:57:34.668787 4892 out.go:179] * Starting "addons-255419" primary control-plane node in "addons-255419" cluster
I1122 01:57:34.671471 4892 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 01:57:34.674366 4892 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 01:57:34.677192 4892 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 01:57:34.677238 4892 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 01:57:34.677249 4892 cache.go:65] Caching tarball of preloaded images
I1122 01:57:34.677273 4892 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 01:57:34.677336 4892 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 01:57:34.677346 4892 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 01:57:34.677673 4892 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/config.json ...
I1122 01:57:34.677745 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/config.json: {Name:mkafcc5cefa90c844f4c08c87d4b03974e0cf0f9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:57:34.693396 4892 cache.go:163] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a to local cache
I1122 01:57:34.693514 4892 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local cache directory
I1122 01:57:34.693534 4892 image.go:68] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local cache directory, skipping pull
I1122 01:57:34.693539 4892 image.go:137] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in cache, skipping pull
I1122 01:57:34.693545 4892 cache.go:166] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a as a tarball
I1122 01:57:34.693551 4892 cache.go:176] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a from local cache
I1122 01:57:52.768629 4892 cache.go:178] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a from cached tarball
I1122 01:57:52.768671 4892 cache.go:243] Successfully downloaded all kic artifacts
I1122 01:57:52.768699 4892 start.go:360] acquireMachinesLock for addons-255419: {Name:mk3e774121d5d525463e22823b2855f16ef0a81f Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 01:57:52.768813 4892 start.go:364] duration metric: took 91.324µs to acquireMachinesLock for "addons-255419"
I1122 01:57:52.768844 4892 start.go:93] Provisioning new machine with config: &{Name:addons-255419 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:addons-255419 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath:
SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 01:57:52.768937 4892 start.go:125] createHost starting for "" (driver="docker")
I1122 01:57:52.772453 4892 out.go:252] * Creating docker container (CPUs=2, Memory=4096MB) ...
I1122 01:57:52.772724 4892 start.go:159] libmachine.API.Create for "addons-255419" (driver="docker")
I1122 01:57:52.772760 4892 client.go:173] LocalClient.Create starting
I1122 01:57:52.772886 4892 main.go:143] libmachine: Creating CA: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem
I1122 01:57:53.065210 4892 main.go:143] libmachine: Creating client certificate: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem
I1122 01:57:53.735754 4892 cli_runner.go:164] Run: docker network inspect addons-255419 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1122 01:57:53.752343 4892 cli_runner.go:211] docker network inspect addons-255419 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1122 01:57:53.752439 4892 network_create.go:284] running [docker network inspect addons-255419] to gather additional debugging logs...
I1122 01:57:53.752460 4892 cli_runner.go:164] Run: docker network inspect addons-255419
W1122 01:57:53.772714 4892 cli_runner.go:211] docker network inspect addons-255419 returned with exit code 1
I1122 01:57:53.772745 4892 network_create.go:287] error running [docker network inspect addons-255419]: docker network inspect addons-255419: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-255419 not found
I1122 01:57:53.772768 4892 network_create.go:289] output of [docker network inspect addons-255419]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-255419 not found
** /stderr **
I1122 01:57:53.772865 4892 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 01:57:53.790510 4892 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x400197daa0}
I1122 01:57:53.790552 4892 network_create.go:124] attempt to create docker network addons-255419 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1122 01:57:53.790605 4892 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-255419 addons-255419
I1122 01:57:53.854240 4892 network_create.go:108] docker network addons-255419 192.168.49.0/24 created
I1122 01:57:53.854274 4892 kic.go:121] calculated static IP "192.168.49.2" for the "addons-255419" container
I1122 01:57:53.854359 4892 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1122 01:57:53.870182 4892 cli_runner.go:164] Run: docker volume create addons-255419 --label name.minikube.sigs.k8s.io=addons-255419 --label created_by.minikube.sigs.k8s.io=true
I1122 01:57:53.891015 4892 oci.go:103] Successfully created a docker volume addons-255419
I1122 01:57:53.891104 4892 cli_runner.go:164] Run: docker run --rm --name addons-255419-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-255419 --entrypoint /usr/bin/test -v addons-255419:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -d /var/lib
I1122 01:57:56.225312 4892 cli_runner.go:217] Completed: docker run --rm --name addons-255419-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-255419 --entrypoint /usr/bin/test -v addons-255419:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -d /var/lib: (2.334171021s)
I1122 01:57:56.225343 4892 oci.go:107] Successfully prepared a docker volume addons-255419
I1122 01:57:56.225385 4892 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 01:57:56.225397 4892 kic.go:194] Starting extracting preloaded images to volume ...
I1122 01:57:56.225472 4892 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-255419:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -I lz4 -xf /preloaded.tar -C /extractDir
I1122 01:58:00.702989 4892 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-255419:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -I lz4 -xf /preloaded.tar -C /extractDir: (4.477473039s)
I1122 01:58:00.703019 4892 kic.go:203] duration metric: took 4.477618682s to extract preloaded images to volume ...
W1122 01:58:00.703171 4892 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1122 01:58:00.703282 4892 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1122 01:58:00.756166 4892 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-255419 --name addons-255419 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-255419 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-255419 --network addons-255419 --ip 192.168.49.2 --volume addons-255419:/var --security-opt apparmor=unconfined --memory=4096mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a
I1122 01:58:01.102655 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Running}}
I1122 01:58:01.126411 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:01.157886 4892 cli_runner.go:164] Run: docker exec addons-255419 stat /var/lib/dpkg/alternatives/iptables
I1122 01:58:01.209381 4892 oci.go:144] the created container "addons-255419" has a running status.
I1122 01:58:01.209407 4892 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa...
I1122 01:58:01.619685 4892 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1122 01:58:01.644201 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:01.665101 4892 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1122 01:58:01.665126 4892 kic_runner.go:114] Args: [docker exec --privileged addons-255419 chown docker:docker /home/docker/.ssh/authorized_keys]
I1122 01:58:01.720222 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:01.739406 4892 machine.go:94] provisionDockerMachine start ...
I1122 01:58:01.739499 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:01.757795 4892 main.go:143] libmachine: Using SSH client type: native
I1122 01:58:01.758123 4892 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1122 01:58:01.758138 4892 main.go:143] libmachine: About to run SSH command:
hostname
I1122 01:58:01.758783 4892 main.go:143] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:54306->127.0.0.1:32768: read: connection reset by peer
I1122 01:58:04.898337 4892 main.go:143] libmachine: SSH cmd err, output: <nil>: addons-255419
I1122 01:58:04.898365 4892 ubuntu.go:182] provisioning hostname "addons-255419"
I1122 01:58:04.898443 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:04.919764 4892 main.go:143] libmachine: Using SSH client type: native
I1122 01:58:04.920073 4892 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1122 01:58:04.920090 4892 main.go:143] libmachine: About to run SSH command:
sudo hostname addons-255419 && echo "addons-255419" | sudo tee /etc/hostname
I1122 01:58:05.089326 4892 main.go:143] libmachine: SSH cmd err, output: <nil>: addons-255419
I1122 01:58:05.089403 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:05.108861 4892 main.go:143] libmachine: Using SSH client type: native
I1122 01:58:05.109173 4892 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1122 01:58:05.109190 4892 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-255419' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-255419/g' /etc/hosts;
else
echo '127.0.1.1 addons-255419' | sudo tee -a /etc/hosts;
fi
fi
I1122 01:58:05.251064 4892 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 01:58:05.251157 4892 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 01:58:05.251191 4892 ubuntu.go:190] setting up certificates
I1122 01:58:05.251234 4892 provision.go:84] configureAuth start
I1122 01:58:05.251341 4892 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-255419
I1122 01:58:05.268869 4892 provision.go:143] copyHostCerts
I1122 01:58:05.268960 4892 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 01:58:05.269094 4892 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 01:58:05.269147 4892 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 01:58:05.269192 4892 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.addons-255419 san=[127.0.0.1 192.168.49.2 addons-255419 localhost minikube]
I1122 01:58:05.573624 4892 provision.go:177] copyRemoteCerts
I1122 01:58:05.573696 4892 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 01:58:05.573738 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:05.591084 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:05.690424 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 01:58:05.708378 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1122 01:58:05.725741 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1122 01:58:05.742636 4892 provision.go:87] duration metric: took 491.368144ms to configureAuth
I1122 01:58:05.742664 4892 ubuntu.go:206] setting minikube options for container-runtime
I1122 01:58:05.742872 4892 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 01:58:05.742979 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:05.760963 4892 main.go:143] libmachine: Using SSH client type: native
I1122 01:58:05.761306 4892 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1122 01:58:05.761321 4892 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 01:58:06.058045 4892 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 01:58:06.058110 4892 machine.go:97] duration metric: took 4.318680739s to provisionDockerMachine
I1122 01:58:06.058151 4892 client.go:176] duration metric: took 13.285365749s to LocalClient.Create
I1122 01:58:06.058187 4892 start.go:167] duration metric: took 13.285464204s to libmachine.API.Create "addons-255419"
I1122 01:58:06.058207 4892 start.go:293] postStartSetup for "addons-255419" (driver="docker")
I1122 01:58:06.058238 4892 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 01:58:06.058320 4892 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 01:58:06.058408 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:06.075449 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:06.178798 4892 ssh_runner.go:195] Run: cat /etc/os-release
I1122 01:58:06.182037 4892 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 01:58:06.182064 4892 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 01:58:06.182074 4892 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 01:58:06.182141 4892 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 01:58:06.182163 4892 start.go:296] duration metric: took 123.93028ms for postStartSetup
I1122 01:58:06.182493 4892 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-255419
I1122 01:58:06.199052 4892 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/config.json ...
I1122 01:58:06.199343 4892 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 01:58:06.199393 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:06.215418 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:06.311666 4892 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 01:58:06.316535 4892 start.go:128] duration metric: took 13.547583109s to createHost
I1122 01:58:06.316558 4892 start.go:83] releasing machines lock for "addons-255419", held for 13.547730081s
I1122 01:58:06.316629 4892 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-255419
I1122 01:58:06.338493 4892 ssh_runner.go:195] Run: cat /version.json
I1122 01:58:06.338551 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:06.338649 4892 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 01:58:06.338701 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:06.356829 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:06.358941 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:06.555540 4892 ssh_runner.go:195] Run: systemctl --version
I1122 01:58:06.561629 4892 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 01:58:06.597157 4892 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 01:58:06.601614 4892 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 01:58:06.601734 4892 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 01:58:06.629854 4892 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1122 01:58:06.629926 4892 start.go:496] detecting cgroup driver to use...
I1122 01:58:06.629972 4892 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 01:58:06.630034 4892 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 01:58:06.646315 4892 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 01:58:06.658873 4892 docker.go:218] disabling cri-docker service (if available) ...
I1122 01:58:06.658964 4892 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 01:58:06.676498 4892 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 01:58:06.695826 4892 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 01:58:06.804763 4892 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 01:58:06.915785 4892 docker.go:234] disabling docker service ...
I1122 01:58:06.915852 4892 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 01:58:06.935304 4892 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 01:58:06.948281 4892 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 01:58:07.060279 4892 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 01:58:07.167889 4892 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 01:58:07.180322 4892 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 01:58:07.193629 4892 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 01:58:07.193738 4892 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 01:58:07.202002 4892 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 01:58:07.202108 4892 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 01:58:07.210411 4892 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 01:58:07.218769 4892 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 01:58:07.227295 4892 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 01:58:07.235057 4892 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 01:58:07.243457 4892 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 01:58:07.256205 4892 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 01:58:07.264799 4892 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 01:58:07.272316 4892 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 1
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1122 01:58:07.272395 4892 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1122 01:58:07.285758 4892 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 01:58:07.293506 4892 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 01:58:07.399093 4892 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 01:58:07.557277 4892 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 01:58:07.557429 4892 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 01:58:07.561158 4892 start.go:564] Will wait 60s for crictl version
I1122 01:58:07.561271 4892 ssh_runner.go:195] Run: which crictl
I1122 01:58:07.564840 4892 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 01:58:07.593567 4892 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 01:58:07.593708 4892 ssh_runner.go:195] Run: crio --version
I1122 01:58:07.626551 4892 ssh_runner.go:195] Run: crio --version
I1122 01:58:07.657714 4892 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 01:58:07.660653 4892 cli_runner.go:164] Run: docker network inspect addons-255419 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 01:58:07.677107 4892 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1122 01:58:07.680797 4892 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 01:58:07.690956 4892 kubeadm.go:884] updating cluster {Name:addons-255419 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:addons-255419 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketV
MnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 01:58:07.691072 4892 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 01:58:07.691134 4892 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 01:58:07.723589 4892 crio.go:514] all images are preloaded for cri-o runtime.
I1122 01:58:07.723612 4892 crio.go:433] Images already preloaded, skipping extraction
I1122 01:58:07.723664 4892 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 01:58:07.751168 4892 crio.go:514] all images are preloaded for cri-o runtime.
I1122 01:58:07.751191 4892 cache_images.go:86] Images are preloaded, skipping loading
I1122 01:58:07.751198 4892 kubeadm.go:935] updating node { 192.168.49.2 8443 v1.34.1 crio true true} ...
I1122 01:58:07.751281 4892 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-255419 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:addons-255419 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 01:58:07.751364 4892 ssh_runner.go:195] Run: crio config
I1122 01:58:07.804160 4892 cni.go:84] Creating CNI manager for ""
I1122 01:58:07.804189 4892 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 01:58:07.804210 4892 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1122 01:58:07.804232 4892 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-255419 NodeName:addons-255419 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 01:58:07.804359 4892 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-255419"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 01:58:07.804465 4892 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 01:58:07.812334 4892 binaries.go:51] Found k8s binaries, skipping transfer
I1122 01:58:07.812410 4892 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 01:58:07.819917 4892 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1122 01:58:07.833116 4892 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 01:58:07.845876 4892 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2210 bytes)
I1122 01:58:07.858299 4892 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1122 01:58:07.861796 4892 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 01:58:07.870997 4892 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 01:58:07.975217 4892 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 01:58:07.990599 4892 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419 for IP: 192.168.49.2
I1122 01:58:07.990620 4892 certs.go:195] generating shared ca certs ...
I1122 01:58:07.990638 4892 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:07.990799 4892 certs.go:241] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 01:58:08.206622 4892 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt ...
I1122 01:58:08.206654 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt: {Name:mk999a7f5b4d16829f2ca0b3fc8dfd2f1a268f18 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:08.206857 4892 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key ...
I1122 01:58:08.206874 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key: {Name:mkb7cabf5418532fc49e8abc11e4a06bdaab3802 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:08.206962 4892 certs.go:241] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 01:58:08.390866 4892 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt ...
I1122 01:58:08.390891 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt: {Name:mk3f68e2acd3862056ccb18885b270747bc32c27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:08.391051 4892 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key ...
I1122 01:58:08.391063 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key: {Name:mk8c9d5811a934ec63e6eb91e587266dc523118e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:08.391138 4892 certs.go:257] generating profile certs ...
I1122 01:58:08.391197 4892 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.key
I1122 01:58:08.391216 4892 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt with IP's: []
I1122 01:58:08.756743 4892 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt ...
I1122 01:58:08.756784 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: {Name:mk0b5e5293301e799a9e5256a9be199c69940d9c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:08.756975 4892 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.key ...
I1122 01:58:08.756988 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.key: {Name:mk75b42c794efad4534ff8291fa997982231e61a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:08.757068 4892 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.key.2c31d3c6
I1122 01:58:08.757091 4892 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.crt.2c31d3c6 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1122 01:58:09.893878 4892 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.crt.2c31d3c6 ...
I1122 01:58:09.893909 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.crt.2c31d3c6: {Name:mkad385a2e0b2ee13d32883cc3baca4341be4edb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:09.894099 4892 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.key.2c31d3c6 ...
I1122 01:58:09.894113 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.key.2c31d3c6: {Name:mkfd386753d7dc97b36aa9e34ad07264bb1394d6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:09.894192 4892 certs.go:382] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.crt.2c31d3c6 -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.crt
I1122 01:58:09.894280 4892 certs.go:386] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.key.2c31d3c6 -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.key
I1122 01:58:09.894341 4892 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/proxy-client.key
I1122 01:58:09.894362 4892 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/proxy-client.crt with IP's: []
I1122 01:58:10.420350 4892 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/proxy-client.crt ...
I1122 01:58:10.420380 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/proxy-client.crt: {Name:mk88255c71019535af37a8e6ee950db001bf8f24 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:10.420604 4892 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/proxy-client.key ...
I1122 01:58:10.420621 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/proxy-client.key: {Name:mk25d120fa59e3257ea50bf841f477a93703f6e3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:10.420805 4892 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 01:58:10.420850 4892 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 01:58:10.420877 4892 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 01:58:10.420908 4892 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 01:58:10.421464 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 01:58:10.440244 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 01:58:10.457528 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 01:58:10.475035 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 01:58:10.492451 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1122 01:58:10.509968 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1122 01:58:10.527924 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 01:58:10.544932 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1122 01:58:10.562188 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 01:58:10.580390 4892 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 01:58:10.593051 4892 ssh_runner.go:195] Run: openssl version
I1122 01:58:10.599318 4892 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 01:58:10.607584 4892 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 01:58:10.611316 4892 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 01:58:10.611384 4892 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 01:58:10.653044 4892 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 01:58:10.661207 4892 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 01:58:10.664814 4892 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1122 01:58:10.664859 4892 kubeadm.go:401] StartCluster: {Name:addons-255419 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:addons-255419 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMne
tClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 01:58:10.664925 4892 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 01:58:10.664993 4892 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 01:58:10.691367 4892 cri.go:89] found id: ""
I1122 01:58:10.691441 4892 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 01:58:10.700039 4892 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1122 01:58:10.707636 4892 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1122 01:58:10.707717 4892 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1122 01:58:10.715222 4892 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1122 01:58:10.715242 4892 kubeadm.go:158] found existing configuration files:
I1122 01:58:10.715318 4892 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1122 01:58:10.722874 4892 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1122 01:58:10.722974 4892 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1122 01:58:10.730288 4892 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1122 01:58:10.737692 4892 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1122 01:58:10.737838 4892 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1122 01:58:10.745110 4892 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1122 01:58:10.753053 4892 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1122 01:58:10.753119 4892 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1122 01:58:10.760546 4892 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1122 01:58:10.768045 4892 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1122 01:58:10.768132 4892 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1122 01:58:10.775780 4892 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1122 01:58:10.814623 4892 kubeadm.go:319] [init] Using Kubernetes version: v1.34.1
I1122 01:58:10.814690 4892 kubeadm.go:319] [preflight] Running pre-flight checks
I1122 01:58:10.838318 4892 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1122 01:58:10.838398 4892 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1122 01:58:10.838438 4892 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1122 01:58:10.838494 4892 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1122 01:58:10.838548 4892 kubeadm.go:319] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1122 01:58:10.838601 4892 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1122 01:58:10.838655 4892 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1122 01:58:10.838744 4892 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1122 01:58:10.838799 4892 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1122 01:58:10.838850 4892 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1122 01:58:10.838904 4892 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1122 01:58:10.838957 4892 kubeadm.go:319] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1122 01:58:10.905279 4892 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1122 01:58:10.905400 4892 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1122 01:58:10.905502 4892 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1122 01:58:10.914535 4892 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1122 01:58:10.920647 4892 out.go:252] - Generating certificates and keys ...
I1122 01:58:10.920782 4892 kubeadm.go:319] [certs] Using existing ca certificate authority
I1122 01:58:10.920868 4892 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1122 01:58:10.958464 4892 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1122 01:58:11.397436 4892 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1122 01:58:11.796608 4892 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1122 01:58:12.182677 4892 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1122 01:58:12.443000 4892 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1122 01:58:12.443219 4892 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [addons-255419 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1122 01:58:12.657203 4892 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1122 01:58:12.657566 4892 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [addons-255419 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1122 01:58:13.229762 4892 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1122 01:58:13.650444 4892 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1122 01:58:14.197099 4892 kubeadm.go:319] [certs] Generating "sa" key and public key
I1122 01:58:14.197355 4892 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1122 01:58:14.721349 4892 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1122 01:58:15.000403 4892 kubeadm.go:319] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1122 01:58:15.130658 4892 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1122 01:58:15.851494 4892 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1122 01:58:16.215274 4892 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1122 01:58:16.215987 4892 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1122 01:58:16.218638 4892 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1122 01:58:16.222076 4892 out.go:252] - Booting up control plane ...
I1122 01:58:16.222185 4892 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1122 01:58:16.222272 4892 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1122 01:58:16.222347 4892 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1122 01:58:16.237242 4892 kubeadm.go:319] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1122 01:58:16.237359 4892 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1122 01:58:16.244565 4892 kubeadm.go:319] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1122 01:58:16.244913 4892 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1122 01:58:16.245162 4892 kubeadm.go:319] [kubelet-start] Starting the kubelet
I1122 01:58:16.376583 4892 kubeadm.go:319] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1122 01:58:16.376714 4892 kubeadm.go:319] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1122 01:58:17.877965 4892 kubeadm.go:319] [kubelet-check] The kubelet is healthy after 1.501662492s
I1122 01:58:17.882614 4892 kubeadm.go:319] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1122 01:58:17.882809 4892 kubeadm.go:319] [control-plane-check] Checking kube-apiserver at https://192.168.49.2:8443/livez
I1122 01:58:17.882907 4892 kubeadm.go:319] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1122 01:58:17.882997 4892 kubeadm.go:319] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1122 01:58:22.341282 4892 kubeadm.go:319] [control-plane-check] kube-controller-manager is healthy after 4.457723711s
I1122 01:58:23.415212 4892 kubeadm.go:319] [control-plane-check] kube-scheduler is healthy after 5.532597202s
I1122 01:58:24.384588 4892 kubeadm.go:319] [control-plane-check] kube-apiserver is healthy after 6.501930056s
I1122 01:58:24.406344 4892 kubeadm.go:319] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1122 01:58:24.418758 4892 kubeadm.go:319] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1122 01:58:24.441286 4892 kubeadm.go:319] [upload-certs] Skipping phase. Please see --upload-certs
I1122 01:58:24.441517 4892 kubeadm.go:319] [mark-control-plane] Marking the node addons-255419 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1122 01:58:24.455892 4892 kubeadm.go:319] [bootstrap-token] Using token: fkzvhe.h6gv72wza019lxpg
I1122 01:58:24.459040 4892 out.go:252] - Configuring RBAC rules ...
I1122 01:58:24.459165 4892 kubeadm.go:319] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1122 01:58:24.464810 4892 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1122 01:58:24.478043 4892 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1122 01:58:24.482960 4892 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1122 01:58:24.491423 4892 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1122 01:58:24.500808 4892 kubeadm.go:319] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1122 01:58:24.791881 4892 kubeadm.go:319] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1122 01:58:25.242368 4892 kubeadm.go:319] [addons] Applied essential addon: CoreDNS
I1122 01:58:25.791069 4892 kubeadm.go:319] [addons] Applied essential addon: kube-proxy
I1122 01:58:25.792462 4892 kubeadm.go:319]
I1122 01:58:25.792542 4892 kubeadm.go:319] Your Kubernetes control-plane has initialized successfully!
I1122 01:58:25.792553 4892 kubeadm.go:319]
I1122 01:58:25.792642 4892 kubeadm.go:319] To start using your cluster, you need to run the following as a regular user:
I1122 01:58:25.792651 4892 kubeadm.go:319]
I1122 01:58:25.792678 4892 kubeadm.go:319] mkdir -p $HOME/.kube
I1122 01:58:25.792744 4892 kubeadm.go:319] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1122 01:58:25.792807 4892 kubeadm.go:319] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1122 01:58:25.792816 4892 kubeadm.go:319]
I1122 01:58:25.792873 4892 kubeadm.go:319] Alternatively, if you are the root user, you can run:
I1122 01:58:25.792882 4892 kubeadm.go:319]
I1122 01:58:25.792933 4892 kubeadm.go:319] export KUBECONFIG=/etc/kubernetes/admin.conf
I1122 01:58:25.792941 4892 kubeadm.go:319]
I1122 01:58:25.793002 4892 kubeadm.go:319] You should now deploy a pod network to the cluster.
I1122 01:58:25.793102 4892 kubeadm.go:319] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1122 01:58:25.793178 4892 kubeadm.go:319] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1122 01:58:25.793187 4892 kubeadm.go:319]
I1122 01:58:25.793276 4892 kubeadm.go:319] You can now join any number of control-plane nodes by copying certificate authorities
I1122 01:58:25.793365 4892 kubeadm.go:319] and service account keys on each node and then running the following as root:
I1122 01:58:25.793373 4892 kubeadm.go:319]
I1122 01:58:25.793462 4892 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token fkzvhe.h6gv72wza019lxpg \
I1122 01:58:25.793573 4892 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680 \
I1122 01:58:25.793598 4892 kubeadm.go:319] --control-plane
I1122 01:58:25.793607 4892 kubeadm.go:319]
I1122 01:58:25.793703 4892 kubeadm.go:319] Then you can join any number of worker nodes by running the following on each as root:
I1122 01:58:25.793713 4892 kubeadm.go:319]
I1122 01:58:25.793799 4892 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token fkzvhe.h6gv72wza019lxpg \
I1122 01:58:25.793910 4892 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680
I1122 01:58:25.796268 4892 kubeadm.go:319] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1122 01:58:25.796502 4892 kubeadm.go:319] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1122 01:58:25.796616 4892 kubeadm.go:319] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1122 01:58:25.796635 4892 cni.go:84] Creating CNI manager for ""
I1122 01:58:25.796647 4892 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 01:58:25.799832 4892 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1122 01:58:25.802781 4892 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1122 01:58:25.806790 4892 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1122 01:58:25.806812 4892 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1122 01:58:25.819363 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1122 01:58:26.118248 4892 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1122 01:58:26.118397 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:26.118395 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-255419 minikube.k8s.io/updated_at=2025_11_22T01_58_26_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a minikube.k8s.io/name=addons-255419 minikube.k8s.io/primary=true
I1122 01:58:26.131426 4892 ops.go:34] apiserver oom_adj: -16
I1122 01:58:26.229169 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:26.729890 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:27.230136 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:27.729320 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:28.230245 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:28.730220 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:29.229366 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:29.730111 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:30.229764 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:30.322670 4892 kubeadm.go:1114] duration metric: took 4.204338868s to wait for elevateKubeSystemPrivileges
I1122 01:58:30.322707 4892 kubeadm.go:403] duration metric: took 19.657850336s to StartCluster
I1122 01:58:30.322745 4892 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:30.322864 4892 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 01:58:30.323223 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:30.323414 4892 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1122 01:58:30.323434 4892 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 01:58:30.323659 4892 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 01:58:30.323694 4892 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:true storage-provisioner:true storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1122 01:58:30.323772 4892 addons.go:70] Setting yakd=true in profile "addons-255419"
I1122 01:58:30.323793 4892 addons.go:239] Setting addon yakd=true in "addons-255419"
I1122 01:58:30.323816 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.324253 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.324574 4892 addons.go:70] Setting inspektor-gadget=true in profile "addons-255419"
I1122 01:58:30.324598 4892 addons.go:239] Setting addon inspektor-gadget=true in "addons-255419"
I1122 01:58:30.324621 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.325064 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.327715 4892 addons.go:70] Setting metrics-server=true in profile "addons-255419"
I1122 01:58:30.327793 4892 addons.go:239] Setting addon metrics-server=true in "addons-255419"
I1122 01:58:30.327840 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.327865 4892 addons.go:70] Setting amd-gpu-device-plugin=true in profile "addons-255419"
I1122 01:58:30.327930 4892 addons.go:239] Setting addon amd-gpu-device-plugin=true in "addons-255419"
I1122 01:58:30.328025 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.328368 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.329303 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.338900 4892 addons.go:70] Setting nvidia-device-plugin=true in profile "addons-255419"
I1122 01:58:30.338936 4892 addons.go:239] Setting addon nvidia-device-plugin=true in "addons-255419"
I1122 01:58:30.338988 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.340057 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.344742 4892 addons.go:70] Setting cloud-spanner=true in profile "addons-255419"
I1122 01:58:30.344816 4892 addons.go:239] Setting addon cloud-spanner=true in "addons-255419"
I1122 01:58:30.345193 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.345718 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.346500 4892 addons.go:70] Setting registry=true in profile "addons-255419"
I1122 01:58:30.346531 4892 addons.go:239] Setting addon registry=true in "addons-255419"
I1122 01:58:30.346570 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.346740 4892 addons.go:70] Setting csi-hostpath-driver=true in profile "addons-255419"
I1122 01:58:30.346803 4892 addons.go:239] Setting addon csi-hostpath-driver=true in "addons-255419"
I1122 01:58:30.346826 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.347263 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.347471 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.353645 4892 addons.go:70] Setting default-storageclass=true in profile "addons-255419"
I1122 01:58:30.353690 4892 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "addons-255419"
I1122 01:58:30.354095 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.366150 4892 addons.go:70] Setting registry-creds=true in profile "addons-255419"
I1122 01:58:30.366189 4892 addons.go:239] Setting addon registry-creds=true in "addons-255419"
I1122 01:58:30.366228 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.366911 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.370775 4892 addons.go:70] Setting gcp-auth=true in profile "addons-255419"
I1122 01:58:30.370818 4892 mustload.go:66] Loading cluster: addons-255419
I1122 01:58:30.371071 4892 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 01:58:30.371361 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.380709 4892 addons.go:70] Setting storage-provisioner=true in profile "addons-255419"
I1122 01:58:30.380738 4892 addons.go:239] Setting addon storage-provisioner=true in "addons-255419"
I1122 01:58:30.380778 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.381616 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.389892 4892 out.go:179] * Verifying Kubernetes components...
I1122 01:58:30.394429 4892 addons.go:70] Setting ingress=true in profile "addons-255419"
I1122 01:58:30.394466 4892 addons.go:239] Setting addon ingress=true in "addons-255419"
I1122 01:58:30.394506 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.395026 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.410049 4892 addons.go:70] Setting storage-provisioner-rancher=true in profile "addons-255419"
I1122 01:58:30.410079 4892 addons_storage_classes.go:34] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-255419"
I1122 01:58:30.410247 4892 addons.go:70] Setting ingress-dns=true in profile "addons-255419"
I1122 01:58:30.410272 4892 addons.go:239] Setting addon ingress-dns=true in "addons-255419"
I1122 01:58:30.410308 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.410767 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.410782 4892 addons.go:70] Setting volcano=true in profile "addons-255419"
I1122 01:58:30.410800 4892 addons.go:239] Setting addon volcano=true in "addons-255419"
I1122 01:58:30.410883 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.411506 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.410770 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.444338 4892 addons.go:70] Setting volumesnapshots=true in profile "addons-255419"
I1122 01:58:30.444377 4892 addons.go:239] Setting addon volumesnapshots=true in "addons-255419"
I1122 01:58:30.444415 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.444948 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.519852 4892 out.go:179] - Using image docker.io/marcnuri/yakd:0.0.5
I1122 01:58:30.523084 4892 addons.go:436] installing /etc/kubernetes/addons/yakd-ns.yaml
I1122 01:58:30.523172 4892 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1122 01:58:30.523279 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.530916 4892 out.go:179] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.46.0
I1122 01:58:30.534201 4892 addons.go:436] installing /etc/kubernetes/addons/ig-deployment.yaml
I1122 01:58:30.534275 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (15034 bytes)
I1122 01:58:30.534370 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.566774 4892 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 01:58:30.572345 4892 out.go:179] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.43
I1122 01:58:30.575921 4892 addons.go:436] installing /etc/kubernetes/addons/deployment.yaml
I1122 01:58:30.576009 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1122 01:58:30.576117 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.583002 4892 out.go:179] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1122 01:58:30.586129 4892 addons.go:436] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1122 01:58:30.586149 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1122 01:58:30.586223 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.623932 4892 out.go:179] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.18.0
I1122 01:58:30.664778 4892 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.4
I1122 01:58:30.678859 4892 out.go:179] - Using image registry.k8s.io/metrics-server/metrics-server:v0.8.0
I1122 01:58:30.681766 4892 addons.go:436] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1122 01:58:30.681797 4892 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1122 01:58:30.682006 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.690804 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.697906 4892 addons.go:436] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1122 01:58:30.697936 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1122 01:58:30.698011 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.706179 4892 out.go:179] - Using image docker.io/kicbase/minikube-ingress-dns:0.0.4
I1122 01:58:30.733578 4892 out.go:179] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1122 01:58:30.742892 4892 out.go:179] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1122 01:58:30.742958 4892 out.go:179] - Using image docker.io/upmcenterprises/registry-creds:1.10
I1122 01:58:30.747560 4892 out.go:179] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1122 01:58:30.747716 4892 addons.go:436] installing /etc/kubernetes/addons/registry-creds-rc.yaml
I1122 01:58:30.747730 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-creds-rc.yaml (3306 bytes)
I1122 01:58:30.747804 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.753151 4892 out.go:179] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.9
I1122 01:58:30.758979 4892 addons.go:239] Setting addon storage-provisioner-rancher=true in "addons-255419"
I1122 01:58:30.762878 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.763652 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.763785 4892 out.go:179] - Using image registry.k8s.io/ingress-nginx/controller:v1.14.0
W1122 01:58:30.764070 4892 out.go:285] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1122 01:58:30.764325 4892 addons.go:436] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1122 01:58:30.779143 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2889 bytes)
I1122 01:58:30.779220 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.778989 4892 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1122 01:58:30.826903 4892 out.go:179] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1122 01:58:30.779052 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:30.827796 4892 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 01:58:30.827809 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 01:58:30.827884 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.840865 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:30.843515 4892 out.go:179] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1122 01:58:30.843713 4892 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.4
I1122 01:58:30.843767 4892 out.go:179] - Using image docker.io/registry:3.0.0
I1122 01:58:30.843991 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:30.844249 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:30.849558 4892 addons.go:436] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1122 01:58:30.849575 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1122 01:58:30.849638 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.850072 4892 addons.go:239] Setting addon default-storageclass=true in "addons-255419"
I1122 01:58:30.858194 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.859078 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.850212 4892 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1122 01:58:30.864175 4892 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1122 01:58:30.864278 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.871925 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:30.855139 4892 addons.go:436] installing /etc/kubernetes/addons/registry-rc.yaml
I1122 01:58:30.872743 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1122 01:58:30.873077 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.876305 4892 out.go:179] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1122 01:58:30.882190 4892 out.go:179] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1122 01:58:30.893344 4892 out.go:179] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1122 01:58:30.894261 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:30.899017 4892 out.go:179] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1122 01:58:30.901871 4892 addons.go:436] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1122 01:58:30.901896 4892 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1122 01:58:30.901962 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.975588 4892 out.go:179] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1122 01:58:30.978513 4892 out.go:179] - Using image docker.io/busybox:stable
I1122 01:58:30.981556 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:30.986811 4892 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1122 01:58:30.986844 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1122 01:58:30.986910 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:31.007530 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:31.038955 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:31.068533 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:31.084369 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:31.086969 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:31.101246 4892 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 01:58:31.101266 4892 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 01:58:31.101329 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:31.105719 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:31.110006 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:31.133779 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:31.144423 4892 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 01:58:31.144637 4892 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1122 01:58:31.715748 4892 addons.go:436] installing /etc/kubernetes/addons/yakd-sa.yaml
I1122 01:58:31.715773 4892 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1122 01:58:31.754989 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1122 01:58:31.813345 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1122 01:58:31.875464 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1122 01:58:31.887944 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ig-deployment.yaml
I1122 01:58:31.957453 4892 addons.go:436] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1122 01:58:31.957478 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1122 01:58:31.976611 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1122 01:58:31.981003 4892 addons.go:436] installing /etc/kubernetes/addons/yakd-crb.yaml
I1122 01:58:31.981028 4892 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1122 01:58:32.000564 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 01:58:32.006277 4892 addons.go:436] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1122 01:58:32.006323 4892 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1122 01:58:32.019869 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 01:58:32.030854 4892 addons.go:436] installing /etc/kubernetes/addons/registry-svc.yaml
I1122 01:58:32.030882 4892 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1122 01:58:32.045676 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/registry-creds-rc.yaml
I1122 01:58:32.053499 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1122 01:58:32.118510 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1122 01:58:32.119604 4892 addons.go:436] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1122 01:58:32.119625 4892 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1122 01:58:32.220908 4892 addons.go:436] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1122 01:58:32.220934 4892 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1122 01:58:32.233579 4892 addons.go:436] installing /etc/kubernetes/addons/yakd-svc.yaml
I1122 01:58:32.233606 4892 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1122 01:58:32.237358 4892 addons.go:436] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1122 01:58:32.237390 4892 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1122 01:58:32.265468 4892 addons.go:436] installing /etc/kubernetes/addons/registry-proxy.yaml
I1122 01:58:32.265504 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1122 01:58:32.456081 4892 addons.go:436] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1122 01:58:32.456108 4892 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1122 01:58:32.473981 4892 addons.go:436] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1122 01:58:32.474025 4892 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1122 01:58:32.527424 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1122 01:58:32.536738 4892 addons.go:436] installing /etc/kubernetes/addons/yakd-dp.yaml
I1122 01:58:32.536764 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1122 01:58:32.557397 4892 addons.go:436] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1122 01:58:32.557441 4892 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1122 01:58:32.596608 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1122 01:58:32.736072 4892 addons.go:436] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1122 01:58:32.736099 4892 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1122 01:58:32.810117 4892 addons.go:436] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1122 01:58:32.810157 4892 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1122 01:58:32.862465 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1122 01:58:32.952613 4892 addons.go:436] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1122 01:58:32.952656 4892 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1122 01:58:32.971009 4892 addons.go:436] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1122 01:58:32.971033 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1122 01:58:33.142178 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1122 01:58:33.183044 4892 addons.go:436] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1122 01:58:33.183085 4892 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1122 01:58:33.385221 4892 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1122 01:58:33.385246 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1122 01:58:33.417511 4892 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.273052029s)
I1122 01:58:33.417589 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (1.662575436s)
I1122 01:58:33.417637 4892 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.272966571s)
I1122 01:58:33.417739 4892 start.go:977] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1122 01:58:33.419139 4892 node_ready.go:35] waiting up to 6m0s for node "addons-255419" to be "Ready" ...
I1122 01:58:33.654762 4892 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1122 01:58:33.654798 4892 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1122 01:58:33.760345 4892 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1122 01:58:33.760370 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1122 01:58:33.932515 4892 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-255419" context rescaled to 1 replicas
I1122 01:58:33.989671 4892 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1122 01:58:33.989696 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1122 01:58:34.264801 4892 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1122 01:58:34.264874 4892 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1122 01:58:34.404401 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (2.591019712s)
I1122 01:58:34.404480 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (2.528988998s)
I1122 01:58:34.559114 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
W1122 01:58:35.468492 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:35.960043 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ig-deployment.yaml: (4.07206291s)
I1122 01:58:35.960120 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (3.983489423s)
I1122 01:58:35.960345 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.959753041s)
I1122 01:58:35.960379 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (3.94048719s)
I1122 01:58:35.960475 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/registry-creds-rc.yaml: (3.914773456s)
W1122 01:58:36.019436 4892 out.go:285] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1122 01:58:36.769149 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.241679418s)
I1122 01:58:36.769191 4892 addons.go:495] Verifying addon registry=true in "addons-255419"
I1122 01:58:36.769320 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (4.715795783s)
I1122 01:58:36.769346 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (4.650558427s)
I1122 01:58:36.769421 4892 addons.go:495] Verifying addon ingress=true in "addons-255419"
I1122 01:58:36.769523 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.17288816s)
I1122 01:58:36.769536 4892 addons.go:495] Verifying addon metrics-server=true in "addons-255419"
I1122 01:58:36.769643 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (3.907081427s)
I1122 01:58:36.769975 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (3.627764684s)
W1122 01:58:36.770008 4892 addons.go:477] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1122 01:58:36.770030 4892 retry.go:31] will retry after 350.078409ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1122 01:58:36.772106 4892 out.go:179] * Verifying registry addon...
I1122 01:58:36.775188 4892 out.go:179] * Verifying ingress addon...
I1122 01:58:36.775300 4892 out.go:179] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-255419 service yakd-dashboard -n yakd-dashboard
I1122 01:58:36.775967 4892 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1122 01:58:36.778851 4892 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1122 01:58:36.783058 4892 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1122 01:58:36.783080 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:36.783569 4892 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1122 01:58:36.783589 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:37.108311 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (2.549131896s)
I1122 01:58:37.108347 4892 addons.go:495] Verifying addon csi-hostpath-driver=true in "addons-255419"
I1122 01:58:37.111121 4892 out.go:179] * Verifying csi-hostpath-driver addon...
I1122 01:58:37.114854 4892 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1122 01:58:37.120842 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1122 01:58:37.126500 4892 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1122 01:58:37.126575 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:37.279872 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:37.282536 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:37.618749 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:37.781566 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:37.781775 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1122 01:58:37.922968 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:38.118702 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:38.279594 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:38.282037 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:38.576050 4892 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1122 01:58:38.576152 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:38.593240 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:38.618253 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:38.705144 4892 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1122 01:58:38.717962 4892 addons.go:239] Setting addon gcp-auth=true in "addons-255419"
I1122 01:58:38.718010 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:38.718473 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:38.736121 4892 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1122 01:58:38.736182 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:38.753956 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:38.778831 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:38.782550 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:39.117995 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:39.278854 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:39.282309 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:39.618668 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:39.780295 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:39.783336 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:39.787582 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.666652301s)
I1122 01:58:39.787664 4892 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (1.051516381s)
I1122 01:58:39.790757 4892 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.4
I1122 01:58:39.793574 4892 out.go:179] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1122 01:58:39.796459 4892 addons.go:436] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1122 01:58:39.796487 4892 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1122 01:58:39.809851 4892 addons.go:436] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1122 01:58:39.809873 4892 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1122 01:58:39.822490 4892 addons.go:436] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1122 01:58:39.822513 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1122 01:58:39.835927 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
W1122 01:58:39.923164 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:40.119427 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:40.280835 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:40.283054 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:40.361880 4892 addons.go:495] Verifying addon gcp-auth=true in "addons-255419"
I1122 01:58:40.365039 4892 out.go:179] * Verifying gcp-auth addon...
I1122 01:58:40.368622 4892 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1122 01:58:40.381675 4892 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1122 01:58:40.381748 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:40.619011 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:40.779005 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:40.781599 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:40.871595 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:41.117878 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:41.278929 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:41.281514 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:41.372467 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:41.617979 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:41.779123 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:41.781642 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:41.871584 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:42.118978 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:42.279651 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:42.282328 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:42.373816 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:58:42.422421 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:42.618618 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:42.780001 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:42.782292 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:42.872509 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:43.118582 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:43.280953 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:43.281774 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:43.373406 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:43.618400 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:43.779510 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:43.781669 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:43.871781 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:44.118553 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:44.279967 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:44.281974 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:44.373137 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:44.617643 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:44.779386 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:44.781909 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:44.871871 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:58:44.928332 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:45.118982 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:45.280705 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:45.283453 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:45.373064 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:45.618065 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:45.779131 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:45.781525 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:45.872457 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:46.118506 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:46.279907 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:46.282354 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:46.374920 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:46.617637 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:46.779637 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:46.781832 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:46.871702 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:47.117825 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:47.278638 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:47.282176 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:47.374359 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:58:47.423366 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:47.618216 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:47.778917 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:47.781419 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:47.872003 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:48.118612 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:48.279780 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:48.282236 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:48.372149 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:48.617522 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:48.779380 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:48.781518 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:48.872375 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:49.118347 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:49.279523 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:49.281820 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:49.371719 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:49.618604 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:49.781131 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:49.781561 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:49.871199 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:58:49.928713 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:50.118580 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:50.280879 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:50.281286 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:50.373546 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:50.618493 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:50.779572 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:50.781342 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:50.872279 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:51.117724 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:51.278771 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:51.283235 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:51.372387 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:51.618334 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:51.779257 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:51.781659 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:51.871571 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:52.118953 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:52.279439 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:52.281335 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:52.373978 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:58:52.422749 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:52.618682 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:52.779356 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:52.781627 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:52.871459 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:53.118874 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:53.279917 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:53.281961 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:53.373299 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:53.618502 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:53.779682 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:53.781639 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:53.871506 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:54.118449 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:54.279740 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:54.281879 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:54.375389 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:54.618003 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:54.778812 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:54.782590 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:54.872034 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:58:54.922984 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:55.118087 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:55.279164 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:55.281511 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:55.372341 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:55.618568 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:55.779668 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:55.782085 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:55.871775 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:56.117505 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:56.280784 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:56.282380 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:56.373390 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:56.618997 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:56.778655 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:56.781979 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:56.871749 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:58:56.928549 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:57.121583 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:57.279530 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:57.281738 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:57.375155 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:57.618699 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:57.779390 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:57.781948 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:57.871763 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:58.118093 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:58.278985 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:58.281122 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:58.372033 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:58.617460 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:58.779315 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:58.781352 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:58.872064 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:59.118497 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:59.279291 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:59.281284 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:59.373178 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:58:59.421713 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:59.617579 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:59.780702 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:59.781759 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:59.872053 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:00.133008 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:00.294763 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:00.298530 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:00.381054 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:00.618613 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:00.779684 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:00.781985 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:00.871849 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:01.118301 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:01.279565 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:01.281674 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:01.373273 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:59:01.422171 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:59:01.618129 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:01.778750 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:01.782498 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:01.872466 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:02.118484 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:02.279646 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:02.282262 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:02.371986 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:02.618118 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:02.779176 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:02.781465 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:02.872011 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:03.118114 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:03.278859 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:03.282520 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:03.372596 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:59:03.422658 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:59:03.619096 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:03.779273 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:03.781643 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:03.871643 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:04.119094 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:04.279371 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:04.281826 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:04.374843 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:04.618063 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:04.779040 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:04.781758 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:04.871636 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:05.118765 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:05.281037 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:05.282020 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:05.372101 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:59:05.422789 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:59:05.618603 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:05.779665 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:05.781742 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:05.871793 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:06.118501 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:06.279349 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:06.281668 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:06.374144 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:06.618456 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:06.779137 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:06.781812 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:06.871936 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:07.118255 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:07.279152 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:07.281744 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:07.373075 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:59:07.423021 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:59:07.618045 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:07.779054 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:07.781384 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:07.872238 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:08.118490 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:08.279697 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:08.281791 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:08.371724 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:08.618328 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:08.779728 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:08.782469 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:08.872274 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:09.118527 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:09.279527 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:09.281607 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:09.372401 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:09.618442 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:09.779720 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:09.781865 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:09.871768 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:59:09.923037 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:59:10.118355 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:10.279563 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:10.282105 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:10.371951 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:10.618617 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:10.780032 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:10.781527 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:10.872290 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:11.118583 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:11.279644 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:11.281432 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:11.376393 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:11.617621 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:11.779534 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:11.781738 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:11.871668 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:59:11.928213 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:59:12.173254 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:12.291682 4892 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1122 01:59:12.291713 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:12.292033 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:12.438024 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:12.438169 4892 node_ready.go:49] node "addons-255419" is "Ready"
I1122 01:59:12.438187 4892 node_ready.go:38] duration metric: took 39.01892751s for node "addons-255419" to be "Ready" ...
I1122 01:59:12.438209 4892 api_server.go:52] waiting for apiserver process to appear ...
I1122 01:59:12.438278 4892 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 01:59:12.469459 4892 api_server.go:72] duration metric: took 42.14599665s to wait for apiserver process to appear ...
I1122 01:59:12.469493 4892 api_server.go:88] waiting for apiserver healthz status ...
I1122 01:59:12.469512 4892 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1122 01:59:12.494699 4892 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1122 01:59:12.497988 4892 api_server.go:141] control plane version: v1.34.1
I1122 01:59:12.498013 4892 api_server.go:131] duration metric: took 28.512712ms to wait for apiserver health ...
I1122 01:59:12.498022 4892 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 01:59:12.559538 4892 system_pods.go:59] 19 kube-system pods found
I1122 01:59:12.559626 4892 system_pods.go:61] "coredns-66bc5c9577-tbtqc" [beb42fcd-406c-4416-98a2-dfc47fc4c8ab] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 01:59:12.559651 4892 system_pods.go:61] "csi-hostpath-attacher-0" [b0234760-f064-423a-ac77-2172878b8786] Pending
I1122 01:59:12.559697 4892 system_pods.go:61] "csi-hostpath-resizer-0" [f5d91631-3cab-4806-ab5d-13c59d91199a] Pending
I1122 01:59:12.559722 4892 system_pods.go:61] "csi-hostpathplugin-jqxjn" [cffec55b-6002-46e9-b792-4ea190330ce5] Pending
I1122 01:59:12.559740 4892 system_pods.go:61] "etcd-addons-255419" [6e4f8a62-83e8-4ba1-bab2-19025081ea02] Running
I1122 01:59:12.559774 4892 system_pods.go:61] "kindnet-qwzsw" [9d40705c-8dea-41d0-9222-82fc002a1398] Running
I1122 01:59:12.559796 4892 system_pods.go:61] "kube-apiserver-addons-255419" [2c4d3a0e-f6cd-4212-8ee7-8f9902d783d3] Running
I1122 01:59:12.559817 4892 system_pods.go:61] "kube-controller-manager-addons-255419" [6e30786c-03a5-4118-85de-3dd226bfbc2d] Running
I1122 01:59:12.559858 4892 system_pods.go:61] "kube-ingress-dns-minikube" [0d9b2f4a-f310-4a7c-be99-b70925e01e77] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1122 01:59:12.559881 4892 system_pods.go:61] "kube-proxy-gqkxl" [84b9ac73-d099-4ae8-aa01-00f6798ecdbf] Running
I1122 01:59:12.559901 4892 system_pods.go:61] "kube-scheduler-addons-255419" [8d99a224-504a-4890-a100-bb8e18393741] Running
I1122 01:59:12.559937 4892 system_pods.go:61] "metrics-server-85b7d694d7-rpm8d" [df6f151e-9bd8-4c64-9f4c-db29477f0106] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1122 01:59:12.559964 4892 system_pods.go:61] "nvidia-device-plugin-daemonset-lmkrv" [d0a61b36-4528-4687-b7ab-500051307548] Pending
I1122 01:59:12.559985 4892 system_pods.go:61] "registry-6b586f9694-mfccf" [c54242cc-8765-4318-9dd8-6ccdd677c1c5] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1122 01:59:12.560025 4892 system_pods.go:61] "registry-creds-764b6fb674-ljmb7" [aa98929b-9fa8-475f-ae71-d9979368b523] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I1122 01:59:12.560051 4892 system_pods.go:61] "registry-proxy-cfkfg" [6658eea2-6abb-4e8b-b1b9-e5f80e6b491a] Pending
I1122 01:59:12.560075 4892 system_pods.go:61] "snapshot-controller-7d9fbc56b8-24ptq" [d2782a38-5f10-43a6-8872-fa43b1acf02e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1122 01:59:12.560111 4892 system_pods.go:61] "snapshot-controller-7d9fbc56b8-tcc8v" [3852af96-50b5-44c8-9d85-8bf1477cada2] Pending
I1122 01:59:12.560140 4892 system_pods.go:61] "storage-provisioner" [689e5ecc-434a-4744-a010-a2dc7ae00b40] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 01:59:12.560163 4892 system_pods.go:74] duration metric: took 62.133804ms to wait for pod list to return data ...
I1122 01:59:12.560200 4892 default_sa.go:34] waiting for default service account to be created ...
I1122 01:59:12.591533 4892 default_sa.go:45] found service account: "default"
I1122 01:59:12.591610 4892 default_sa.go:55] duration metric: took 31.38659ms for default service account to be created ...
I1122 01:59:12.591635 4892 system_pods.go:116] waiting for k8s-apps to be running ...
I1122 01:59:12.607567 4892 system_pods.go:86] 19 kube-system pods found
I1122 01:59:12.607653 4892 system_pods.go:89] "coredns-66bc5c9577-tbtqc" [beb42fcd-406c-4416-98a2-dfc47fc4c8ab] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 01:59:12.607676 4892 system_pods.go:89] "csi-hostpath-attacher-0" [b0234760-f064-423a-ac77-2172878b8786] Pending
I1122 01:59:12.607698 4892 system_pods.go:89] "csi-hostpath-resizer-0" [f5d91631-3cab-4806-ab5d-13c59d91199a] Pending
I1122 01:59:12.607730 4892 system_pods.go:89] "csi-hostpathplugin-jqxjn" [cffec55b-6002-46e9-b792-4ea190330ce5] Pending
I1122 01:59:12.607753 4892 system_pods.go:89] "etcd-addons-255419" [6e4f8a62-83e8-4ba1-bab2-19025081ea02] Running
I1122 01:59:12.607775 4892 system_pods.go:89] "kindnet-qwzsw" [9d40705c-8dea-41d0-9222-82fc002a1398] Running
I1122 01:59:12.607791 4892 system_pods.go:89] "kube-apiserver-addons-255419" [2c4d3a0e-f6cd-4212-8ee7-8f9902d783d3] Running
I1122 01:59:12.607822 4892 system_pods.go:89] "kube-controller-manager-addons-255419" [6e30786c-03a5-4118-85de-3dd226bfbc2d] Running
I1122 01:59:12.607848 4892 system_pods.go:89] "kube-ingress-dns-minikube" [0d9b2f4a-f310-4a7c-be99-b70925e01e77] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1122 01:59:12.607870 4892 system_pods.go:89] "kube-proxy-gqkxl" [84b9ac73-d099-4ae8-aa01-00f6798ecdbf] Running
I1122 01:59:12.607906 4892 system_pods.go:89] "kube-scheduler-addons-255419" [8d99a224-504a-4890-a100-bb8e18393741] Running
I1122 01:59:12.607934 4892 system_pods.go:89] "metrics-server-85b7d694d7-rpm8d" [df6f151e-9bd8-4c64-9f4c-db29477f0106] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1122 01:59:12.607959 4892 system_pods.go:89] "nvidia-device-plugin-daemonset-lmkrv" [d0a61b36-4528-4687-b7ab-500051307548] Pending
I1122 01:59:12.607998 4892 system_pods.go:89] "registry-6b586f9694-mfccf" [c54242cc-8765-4318-9dd8-6ccdd677c1c5] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1122 01:59:12.608026 4892 system_pods.go:89] "registry-creds-764b6fb674-ljmb7" [aa98929b-9fa8-475f-ae71-d9979368b523] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I1122 01:59:12.608064 4892 system_pods.go:89] "registry-proxy-cfkfg" [6658eea2-6abb-4e8b-b1b9-e5f80e6b491a] Pending
I1122 01:59:12.608092 4892 system_pods.go:89] "snapshot-controller-7d9fbc56b8-24ptq" [d2782a38-5f10-43a6-8872-fa43b1acf02e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1122 01:59:12.608113 4892 system_pods.go:89] "snapshot-controller-7d9fbc56b8-tcc8v" [3852af96-50b5-44c8-9d85-8bf1477cada2] Pending
I1122 01:59:12.608153 4892 system_pods.go:89] "storage-provisioner" [689e5ecc-434a-4744-a010-a2dc7ae00b40] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 01:59:12.608188 4892 retry.go:31] will retry after 306.823445ms: missing components: kube-dns
I1122 01:59:12.627018 4892 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1122 01:59:12.627092 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:12.790032 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:12.790778 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:12.876021 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:12.977892 4892 system_pods.go:86] 19 kube-system pods found
I1122 01:59:12.977978 4892 system_pods.go:89] "coredns-66bc5c9577-tbtqc" [beb42fcd-406c-4416-98a2-dfc47fc4c8ab] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 01:59:12.978002 4892 system_pods.go:89] "csi-hostpath-attacher-0" [b0234760-f064-423a-ac77-2172878b8786] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1122 01:59:12.978042 4892 system_pods.go:89] "csi-hostpath-resizer-0" [f5d91631-3cab-4806-ab5d-13c59d91199a] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1122 01:59:12.978070 4892 system_pods.go:89] "csi-hostpathplugin-jqxjn" [cffec55b-6002-46e9-b792-4ea190330ce5] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1122 01:59:12.978090 4892 system_pods.go:89] "etcd-addons-255419" [6e4f8a62-83e8-4ba1-bab2-19025081ea02] Running
I1122 01:59:12.978128 4892 system_pods.go:89] "kindnet-qwzsw" [9d40705c-8dea-41d0-9222-82fc002a1398] Running
I1122 01:59:12.978151 4892 system_pods.go:89] "kube-apiserver-addons-255419" [2c4d3a0e-f6cd-4212-8ee7-8f9902d783d3] Running
I1122 01:59:12.978171 4892 system_pods.go:89] "kube-controller-manager-addons-255419" [6e30786c-03a5-4118-85de-3dd226bfbc2d] Running
I1122 01:59:12.978211 4892 system_pods.go:89] "kube-ingress-dns-minikube" [0d9b2f4a-f310-4a7c-be99-b70925e01e77] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1122 01:59:12.978238 4892 system_pods.go:89] "kube-proxy-gqkxl" [84b9ac73-d099-4ae8-aa01-00f6798ecdbf] Running
I1122 01:59:12.978259 4892 system_pods.go:89] "kube-scheduler-addons-255419" [8d99a224-504a-4890-a100-bb8e18393741] Running
I1122 01:59:12.978304 4892 system_pods.go:89] "metrics-server-85b7d694d7-rpm8d" [df6f151e-9bd8-4c64-9f4c-db29477f0106] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1122 01:59:12.978339 4892 system_pods.go:89] "nvidia-device-plugin-daemonset-lmkrv" [d0a61b36-4528-4687-b7ab-500051307548] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1122 01:59:12.978375 4892 system_pods.go:89] "registry-6b586f9694-mfccf" [c54242cc-8765-4318-9dd8-6ccdd677c1c5] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1122 01:59:12.978416 4892 system_pods.go:89] "registry-creds-764b6fb674-ljmb7" [aa98929b-9fa8-475f-ae71-d9979368b523] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I1122 01:59:12.978437 4892 system_pods.go:89] "registry-proxy-cfkfg" [6658eea2-6abb-4e8b-b1b9-e5f80e6b491a] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1122 01:59:12.978476 4892 system_pods.go:89] "snapshot-controller-7d9fbc56b8-24ptq" [d2782a38-5f10-43a6-8872-fa43b1acf02e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1122 01:59:12.978497 4892 system_pods.go:89] "snapshot-controller-7d9fbc56b8-tcc8v" [3852af96-50b5-44c8-9d85-8bf1477cada2] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1122 01:59:12.978538 4892 system_pods.go:89] "storage-provisioner" [689e5ecc-434a-4744-a010-a2dc7ae00b40] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 01:59:12.978572 4892 retry.go:31] will retry after 299.901142ms: missing components: kube-dns
I1122 01:59:13.161723 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:13.292401 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:13.294890 4892 system_pods.go:86] 19 kube-system pods found
I1122 01:59:13.294972 4892 system_pods.go:89] "coredns-66bc5c9577-tbtqc" [beb42fcd-406c-4416-98a2-dfc47fc4c8ab] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 01:59:13.294994 4892 system_pods.go:89] "csi-hostpath-attacher-0" [b0234760-f064-423a-ac77-2172878b8786] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1122 01:59:13.295035 4892 system_pods.go:89] "csi-hostpath-resizer-0" [f5d91631-3cab-4806-ab5d-13c59d91199a] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1122 01:59:13.295063 4892 system_pods.go:89] "csi-hostpathplugin-jqxjn" [cffec55b-6002-46e9-b792-4ea190330ce5] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1122 01:59:13.295084 4892 system_pods.go:89] "etcd-addons-255419" [6e4f8a62-83e8-4ba1-bab2-19025081ea02] Running
I1122 01:59:13.295123 4892 system_pods.go:89] "kindnet-qwzsw" [9d40705c-8dea-41d0-9222-82fc002a1398] Running
I1122 01:59:13.295148 4892 system_pods.go:89] "kube-apiserver-addons-255419" [2c4d3a0e-f6cd-4212-8ee7-8f9902d783d3] Running
I1122 01:59:13.295170 4892 system_pods.go:89] "kube-controller-manager-addons-255419" [6e30786c-03a5-4118-85de-3dd226bfbc2d] Running
I1122 01:59:13.295212 4892 system_pods.go:89] "kube-ingress-dns-minikube" [0d9b2f4a-f310-4a7c-be99-b70925e01e77] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1122 01:59:13.295249 4892 system_pods.go:89] "kube-proxy-gqkxl" [84b9ac73-d099-4ae8-aa01-00f6798ecdbf] Running
I1122 01:59:13.295287 4892 system_pods.go:89] "kube-scheduler-addons-255419" [8d99a224-504a-4890-a100-bb8e18393741] Running
I1122 01:59:13.295346 4892 system_pods.go:89] "metrics-server-85b7d694d7-rpm8d" [df6f151e-9bd8-4c64-9f4c-db29477f0106] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1122 01:59:13.295384 4892 system_pods.go:89] "nvidia-device-plugin-daemonset-lmkrv" [d0a61b36-4528-4687-b7ab-500051307548] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1122 01:59:13.295411 4892 system_pods.go:89] "registry-6b586f9694-mfccf" [c54242cc-8765-4318-9dd8-6ccdd677c1c5] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1122 01:59:13.295436 4892 system_pods.go:89] "registry-creds-764b6fb674-ljmb7" [aa98929b-9fa8-475f-ae71-d9979368b523] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I1122 01:59:13.295470 4892 system_pods.go:89] "registry-proxy-cfkfg" [6658eea2-6abb-4e8b-b1b9-e5f80e6b491a] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1122 01:59:13.295497 4892 system_pods.go:89] "snapshot-controller-7d9fbc56b8-24ptq" [d2782a38-5f10-43a6-8872-fa43b1acf02e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1122 01:59:13.295522 4892 system_pods.go:89] "snapshot-controller-7d9fbc56b8-tcc8v" [3852af96-50b5-44c8-9d85-8bf1477cada2] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1122 01:59:13.295558 4892 system_pods.go:89] "storage-provisioner" [689e5ecc-434a-4744-a010-a2dc7ae00b40] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 01:59:13.295593 4892 retry.go:31] will retry after 354.610196ms: missing components: kube-dns
I1122 01:59:13.295748 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:13.372094 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:13.619941 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:13.655366 4892 system_pods.go:86] 19 kube-system pods found
I1122 01:59:13.655445 4892 system_pods.go:89] "coredns-66bc5c9577-tbtqc" [beb42fcd-406c-4416-98a2-dfc47fc4c8ab] Running
I1122 01:59:13.655472 4892 system_pods.go:89] "csi-hostpath-attacher-0" [b0234760-f064-423a-ac77-2172878b8786] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1122 01:59:13.655496 4892 system_pods.go:89] "csi-hostpath-resizer-0" [f5d91631-3cab-4806-ab5d-13c59d91199a] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1122 01:59:13.655545 4892 system_pods.go:89] "csi-hostpathplugin-jqxjn" [cffec55b-6002-46e9-b792-4ea190330ce5] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1122 01:59:13.655564 4892 system_pods.go:89] "etcd-addons-255419" [6e4f8a62-83e8-4ba1-bab2-19025081ea02] Running
I1122 01:59:13.655602 4892 system_pods.go:89] "kindnet-qwzsw" [9d40705c-8dea-41d0-9222-82fc002a1398] Running
I1122 01:59:13.655641 4892 system_pods.go:89] "kube-apiserver-addons-255419" [2c4d3a0e-f6cd-4212-8ee7-8f9902d783d3] Running
I1122 01:59:13.655677 4892 system_pods.go:89] "kube-controller-manager-addons-255419" [6e30786c-03a5-4118-85de-3dd226bfbc2d] Running
I1122 01:59:13.655704 4892 system_pods.go:89] "kube-ingress-dns-minikube" [0d9b2f4a-f310-4a7c-be99-b70925e01e77] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1122 01:59:13.655723 4892 system_pods.go:89] "kube-proxy-gqkxl" [84b9ac73-d099-4ae8-aa01-00f6798ecdbf] Running
I1122 01:59:13.655757 4892 system_pods.go:89] "kube-scheduler-addons-255419" [8d99a224-504a-4890-a100-bb8e18393741] Running
I1122 01:59:13.655782 4892 system_pods.go:89] "metrics-server-85b7d694d7-rpm8d" [df6f151e-9bd8-4c64-9f4c-db29477f0106] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1122 01:59:13.655802 4892 system_pods.go:89] "nvidia-device-plugin-daemonset-lmkrv" [d0a61b36-4528-4687-b7ab-500051307548] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1122 01:59:13.655841 4892 system_pods.go:89] "registry-6b586f9694-mfccf" [c54242cc-8765-4318-9dd8-6ccdd677c1c5] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1122 01:59:13.655867 4892 system_pods.go:89] "registry-creds-764b6fb674-ljmb7" [aa98929b-9fa8-475f-ae71-d9979368b523] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I1122 01:59:13.655889 4892 system_pods.go:89] "registry-proxy-cfkfg" [6658eea2-6abb-4e8b-b1b9-e5f80e6b491a] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1122 01:59:13.655929 4892 system_pods.go:89] "snapshot-controller-7d9fbc56b8-24ptq" [d2782a38-5f10-43a6-8872-fa43b1acf02e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1122 01:59:13.655955 4892 system_pods.go:89] "snapshot-controller-7d9fbc56b8-tcc8v" [3852af96-50b5-44c8-9d85-8bf1477cada2] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1122 01:59:13.655975 4892 system_pods.go:89] "storage-provisioner" [689e5ecc-434a-4744-a010-a2dc7ae00b40] Running
I1122 01:59:13.656014 4892 system_pods.go:126] duration metric: took 1.064357289s to wait for k8s-apps to be running ...
I1122 01:59:13.656040 4892 system_svc.go:44] waiting for kubelet service to be running ....
I1122 01:59:13.656124 4892 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 01:59:13.672810 4892 system_svc.go:56] duration metric: took 16.761106ms WaitForService to wait for kubelet
I1122 01:59:13.672886 4892 kubeadm.go:587] duration metric: took 43.34942854s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 01:59:13.672919 4892 node_conditions.go:102] verifying NodePressure condition ...
I1122 01:59:13.676380 4892 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 01:59:13.676463 4892 node_conditions.go:123] node cpu capacity is 2
I1122 01:59:13.676494 4892 node_conditions.go:105] duration metric: took 3.551843ms to run NodePressure ...
I1122 01:59:13.676535 4892 start.go:242] waiting for startup goroutines ...
I1122 01:59:13.780514 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:13.783396 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:13.872866 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:14.118519 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:14.279031 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:14.281666 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:14.372610 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:14.618625 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:14.781563 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:14.783716 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:14.871636 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:15.118819 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:15.279440 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:15.282103 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:15.372318 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:15.618787 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:15.780419 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:15.782561 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:15.872261 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:16.118704 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:16.280778 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:16.282616 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:16.373236 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:16.619669 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:16.783197 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:16.783666 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:16.872451 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:17.120015 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:17.279261 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:17.282439 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:17.375090 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:17.620273 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:17.781537 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:17.786384 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:17.874305 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:18.119807 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:18.285726 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:18.286291 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:18.382083 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:18.621419 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:18.780186 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:18.783276 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:18.872688 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:19.119550 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:19.280979 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:19.282626 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:19.372201 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:19.640495 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:19.788888 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:19.789323 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:19.872178 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:20.119101 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:20.279556 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:20.281873 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:20.374775 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:20.619996 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:20.778962 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:20.781390 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:20.872367 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:21.118439 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:21.279754 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:21.282752 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:21.373776 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:21.617943 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:21.781037 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:21.782256 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:21.872538 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:22.118863 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:22.279677 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:22.281625 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:22.371870 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:22.618521 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:22.779293 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:22.781905 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:22.871968 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:23.118255 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:23.279514 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:23.282157 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:23.372898 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:23.619103 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:23.779438 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:23.782066 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:23.872417 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:24.120447 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:24.279524 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:24.281570 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:24.374908 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:24.620069 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:24.781109 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:24.783603 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:24.871610 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:25.119102 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:25.279547 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:25.282035 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:25.372629 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:25.619350 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:25.780422 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:25.783452 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:25.872000 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:26.118743 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:26.282310 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:26.283369 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:26.373457 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:26.619517 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:26.780796 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:26.782536 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:26.872593 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:27.120403 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:27.279617 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:27.282275 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:27.373389 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:27.618879 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:27.780067 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:27.783016 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:27.871973 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:28.118969 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:28.282660 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:28.283941 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:28.372233 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:28.619969 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:28.781816 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:28.783618 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:28.872657 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:29.119704 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:29.279965 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:29.281931 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:29.373427 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:29.619343 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:29.779496 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:29.782746 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:29.871728 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:30.119621 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:30.281767 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:30.284011 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:30.381245 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:30.619391 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:30.779981 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:30.782096 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:30.873553 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:31.119092 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:31.279344 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:31.282633 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:31.383133 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:31.618322 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:31.780320 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:31.781415 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:31.872062 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:32.119077 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:32.279418 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:32.282684 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:32.372069 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:32.618997 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:32.782960 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:32.793802 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:32.873465 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:33.119928 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:33.278840 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:33.282482 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:33.374394 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:33.627317 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:33.781071 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:33.783797 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:33.871824 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:34.119236 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:34.279345 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:34.282106 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:34.372771 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:34.618535 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:34.780919 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:34.782439 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:34.872775 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:35.119221 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:35.279443 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:35.282060 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:35.371855 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:35.619075 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:35.781152 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:35.783108 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:35.872041 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:36.119221 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:36.280195 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:36.283045 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:36.373939 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:36.618986 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:36.780534 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:36.782458 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:36.872706 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:37.117976 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:37.279858 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:37.282089 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:37.371714 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:37.619169 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:37.779334 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:37.782213 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:37.871572 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:38.119914 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:38.279440 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:38.282736 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:38.372169 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:38.619022 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:38.779648 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:38.782460 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:38.872303 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:39.118518 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:39.280312 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:39.282567 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:39.373052 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:39.619031 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:39.779535 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:39.782512 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:39.872710 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:40.120197 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:40.280958 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:40.283046 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:40.373043 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:40.618425 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:40.779729 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:40.781917 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:40.875599 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:41.119493 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:41.280274 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:41.282380 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:41.372281 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:41.618763 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:41.780418 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:41.783173 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:41.872302 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:42.127158 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:42.283936 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:42.285259 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:42.374419 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:42.624955 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:42.780030 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:42.782488 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:42.872782 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:43.119876 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:43.279045 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:43.281959 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:43.380805 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:43.619051 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:43.779092 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:43.781890 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:43.871823 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:44.118266 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:44.279858 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:44.281993 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:44.380034 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:44.623869 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:44.779183 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:44.782156 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:44.872626 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:45.121530 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:45.281672 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:45.287838 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:45.374561 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:45.619158 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:45.779542 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:45.781835 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:45.871990 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:46.118175 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:46.279738 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:46.282467 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:46.373625 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:46.620548 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:46.788691 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:46.792042 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:46.878283 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:47.119400 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:47.279812 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:47.283016 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:47.372469 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:47.619871 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:47.828722 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:47.828927 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:47.897197 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:48.119784 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:48.280189 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:48.282482 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:48.372949 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:48.619837 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:48.780889 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:48.785086 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:48.871912 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:49.118677 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:49.279766 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:49.282240 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:49.373043 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:49.618927 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:49.779889 4892 kapi.go:107] duration metric: took 1m13.003918863s to wait for kubernetes.io/minikube-addons=registry ...
I1122 01:59:49.782115 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:49.871724 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:50.118768 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:50.286701 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:50.371546 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:50.619038 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:50.782674 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:50.872423 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:51.120018 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:51.282256 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:51.373264 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:51.618923 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:51.783227 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:51.872215 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:52.119229 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:52.285772 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:52.373936 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:52.618942 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:52.783415 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:52.872773 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:53.119317 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:53.282396 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:53.376236 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:53.619566 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:53.783011 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:53.871785 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:54.118276 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:54.282053 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:54.372103 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:54.618753 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:54.783252 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:54.872187 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:55.119926 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:55.283109 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:55.374400 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:55.619882 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:55.783504 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:55.872430 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:56.124016 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:56.282746 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:56.372585 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:56.620536 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:56.784867 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:56.872038 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:57.118245 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:57.282467 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:57.374099 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:57.619107 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:57.783492 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:57.872350 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:58.118868 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:58.284429 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:58.383256 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:58.618641 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:58.786862 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:58.872370 4892 kapi.go:107] duration metric: took 1m18.503746163s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1122 01:59:58.876984 4892 out.go:179] * Your GCP credentials will now be mounted into every pod created in the addons-255419 cluster.
I1122 01:59:58.880548 4892 out.go:179] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1122 01:59:58.884215 4892 out.go:179] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1122 01:59:59.119452 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:59.283784 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:59.618578 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:59.782502 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:00.132156 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:00.302186 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:00.646584 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:00.800127 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:01.145678 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:01.290455 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:01.643880 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:01.800732 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:02.127256 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:02.331734 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:02.638057 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:02.809970 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:03.128914 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:03.282503 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:03.624836 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:03.782695 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:04.120263 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:04.283059 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:04.619440 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:04.783333 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:05.118977 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:05.282222 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:05.619002 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:05.785658 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:06.118811 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:06.282101 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:06.619037 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:06.782042 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:07.119828 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:07.289052 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:07.618939 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:07.782441 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:08.119324 4892 kapi.go:107] duration metric: took 1m31.004469012s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1122 02:00:08.282421 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:08.783269 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:09.283159 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:09.783853 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:10.282039 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:10.782579 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:11.282409 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:11.782322 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:12.282699 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:12.782002 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:13.282881 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:13.783665 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:14.283337 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:14.782425 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:15.281806 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:15.782449 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:16.282341 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:16.783426 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:17.282834 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:17.783422 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:18.283057 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:18.783304 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:19.287576 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:19.783118 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:20.282031 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:20.782549 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:21.281925 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:21.782049 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:22.282441 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:22.802319 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:23.283602 4892 kapi.go:107] duration metric: took 1m46.504743457s to wait for app.kubernetes.io/name=ingress-nginx ...
I1122 02:00:23.286667 4892 out.go:179] * Enabled addons: nvidia-device-plugin, cloud-spanner, amd-gpu-device-plugin, inspektor-gadget, storage-provisioner, registry-creds, storage-provisioner-rancher, ingress-dns, metrics-server, yakd, volumesnapshots, registry, gcp-auth, csi-hostpath-driver, ingress
I1122 02:00:23.289567 4892 addons.go:530] duration metric: took 1m52.965850041s for enable addons: enabled=[nvidia-device-plugin cloud-spanner amd-gpu-device-plugin inspektor-gadget storage-provisioner registry-creds storage-provisioner-rancher ingress-dns metrics-server yakd volumesnapshots registry gcp-auth csi-hostpath-driver ingress]
I1122 02:00:23.289628 4892 start.go:247] waiting for cluster config update ...
I1122 02:00:23.289650 4892 start.go:256] writing updated cluster config ...
I1122 02:00:23.290696 4892 ssh_runner.go:195] Run: rm -f paused
I1122 02:00:23.295729 4892 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 02:00:23.299400 4892 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-tbtqc" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:23.304455 4892 pod_ready.go:94] pod "coredns-66bc5c9577-tbtqc" is "Ready"
I1122 02:00:23.304485 4892 pod_ready.go:86] duration metric: took 5.054356ms for pod "coredns-66bc5c9577-tbtqc" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:23.306992 4892 pod_ready.go:83] waiting for pod "etcd-addons-255419" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:23.311497 4892 pod_ready.go:94] pod "etcd-addons-255419" is "Ready"
I1122 02:00:23.311530 4892 pod_ready.go:86] duration metric: took 4.509145ms for pod "etcd-addons-255419" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:23.314113 4892 pod_ready.go:83] waiting for pod "kube-apiserver-addons-255419" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:23.319120 4892 pod_ready.go:94] pod "kube-apiserver-addons-255419" is "Ready"
I1122 02:00:23.319148 4892 pod_ready.go:86] duration metric: took 5.007054ms for pod "kube-apiserver-addons-255419" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:23.321836 4892 pod_ready.go:83] waiting for pod "kube-controller-manager-addons-255419" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:23.700645 4892 pod_ready.go:94] pod "kube-controller-manager-addons-255419" is "Ready"
I1122 02:00:23.700684 4892 pod_ready.go:86] duration metric: took 378.81712ms for pod "kube-controller-manager-addons-255419" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:23.900178 4892 pod_ready.go:83] waiting for pod "kube-proxy-gqkxl" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:24.300036 4892 pod_ready.go:94] pod "kube-proxy-gqkxl" is "Ready"
I1122 02:00:24.300067 4892 pod_ready.go:86] duration metric: took 399.866605ms for pod "kube-proxy-gqkxl" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:24.500897 4892 pod_ready.go:83] waiting for pod "kube-scheduler-addons-255419" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:24.900338 4892 pod_ready.go:94] pod "kube-scheduler-addons-255419" is "Ready"
I1122 02:00:24.900368 4892 pod_ready.go:86] duration metric: took 399.447096ms for pod "kube-scheduler-addons-255419" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:24.900381 4892 pod_ready.go:40] duration metric: took 1.604610206s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 02:00:24.967995 4892 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 02:00:24.970980 4892 out.go:179] * Done! kubectl is now configured to use "addons-255419" cluster and "default" namespace by default
==> CRI-O <==
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.646602817Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b" id=a6336d5c-0c3d-4eb0-88ed-1ff2b673945f name=/runtime.v1.ImageService/PullImage
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.649948091Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=1c82c69e-19cb-4e77-b7e1-6d7ffb9e4699 name=/runtime.v1.ImageService/ImageStatus
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.652780679Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=34d8a3d4-8e43-4aab-9e22-f68b333eb5f5 name=/runtime.v1.ImageService/ImageStatus
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.660287342Z" level=info msg="Creating container: default/hello-world-app-5d498dc89-zr7bn/hello-world-app" id=1090ab89-fd6b-40bb-a8c6-edab44ef0809 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.66045454Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.695990428Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.696202139Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/7be9d97075edb39568b64b5bef8213803dbc704f8ff7a48ed16b39b95e603ed7/merged/etc/passwd: no such file or directory"
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.696231588Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/7be9d97075edb39568b64b5bef8213803dbc704f8ff7a48ed16b39b95e603ed7/merged/etc/group: no such file or directory"
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.696539989Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.72851136Z" level=info msg="Checking image status: docker.io/upmcenterprises/registry-creds:1.10@sha256:93a633d4f2b76a1c66bf19c664dbddc56093a543de6d54320f19f585ccd7d605" id=a93f08e4-42c5-45b5-8d71-fe5bba57b8ca name=/runtime.v1.ImageService/ImageStatus
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.751494461Z" level=info msg="Checking image status: docker.io/upmcenterprises/registry-creds:1.10@sha256:93a633d4f2b76a1c66bf19c664dbddc56093a543de6d54320f19f585ccd7d605" id=fdccbfca-32a1-428a-ac14-f1415ea4074e name=/runtime.v1.ImageService/ImageStatus
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.755950623Z" level=info msg="Creating container: kube-system/registry-creds-764b6fb674-ljmb7/registry-creds" id=9879df34-225e-4805-932d-0cb99bd86dcc name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.75746711Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.761812461Z" level=info msg="Created container ddc6c536fbea7bc8922e275506657430406410941862fad96d36c195aed10979: default/hello-world-app-5d498dc89-zr7bn/hello-world-app" id=1090ab89-fd6b-40bb-a8c6-edab44ef0809 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.763899522Z" level=info msg="Starting container: ddc6c536fbea7bc8922e275506657430406410941862fad96d36c195aed10979" id=8c154666-ffd3-4302-ba3a-b9507752239a name=/runtime.v1.RuntimeService/StartContainer
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.779040949Z" level=info msg="Started container" PID=7128 containerID=ddc6c536fbea7bc8922e275506657430406410941862fad96d36c195aed10979 description=default/hello-world-app-5d498dc89-zr7bn/hello-world-app id=8c154666-ffd3-4302-ba3a-b9507752239a name=/runtime.v1.RuntimeService/StartContainer sandboxID=93b77a4d081a4ceee5256354b8b7e5a70d14cda97d91eac8df139d42b60a1ddc
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.792367489Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.796923418Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.825795967Z" level=info msg="Created container 2ac8d9a28ffa573d050eec58572c73392ff4389b591d862ab57aadee073b4caf: kube-system/registry-creds-764b6fb674-ljmb7/registry-creds" id=9879df34-225e-4805-932d-0cb99bd86dcc name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.830943278Z" level=info msg="Starting container: 2ac8d9a28ffa573d050eec58572c73392ff4389b591d862ab57aadee073b4caf" id=3498bfc6-b528-497b-a472-4915b72cc94f name=/runtime.v1.RuntimeService/StartContainer
Nov 22 02:03:24 addons-255419 crio[831]: time="2025-11-22T02:03:24.834767573Z" level=info msg="Started container" PID=7138 containerID=2ac8d9a28ffa573d050eec58572c73392ff4389b591d862ab57aadee073b4caf description=kube-system/registry-creds-764b6fb674-ljmb7/registry-creds id=3498bfc6-b528-497b-a472-4915b72cc94f name=/runtime.v1.RuntimeService/StartContainer sandboxID=7f38803bde971cdc32beaa88573869e1130e9decb10a3e3b0f6daf780f53c3e4
Nov 22 02:03:24 addons-255419 conmon[7136]: conmon 2ac8d9a28ffa573d050e <ninfo>: container 7138 exited with status 1
Nov 22 02:03:25 addons-255419 crio[831]: time="2025-11-22T02:03:25.340332572Z" level=info msg="Removing container: a9b32831b1869c5250ae3275583a0857babcf2ce6c005e041c42030e5d9d4627" id=d397f20e-e6fd-4e1f-a4e4-972b1cb94a18 name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 02:03:25 addons-255419 crio[831]: time="2025-11-22T02:03:25.347841935Z" level=info msg="Error loading conmon cgroup of container a9b32831b1869c5250ae3275583a0857babcf2ce6c005e041c42030e5d9d4627: cgroup deleted" id=d397f20e-e6fd-4e1f-a4e4-972b1cb94a18 name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 02:03:25 addons-255419 crio[831]: time="2025-11-22T02:03:25.35271612Z" level=info msg="Removed container a9b32831b1869c5250ae3275583a0857babcf2ce6c005e041c42030e5d9d4627: kube-system/registry-creds-764b6fb674-ljmb7/registry-creds" id=d397f20e-e6fd-4e1f-a4e4-972b1cb94a18 name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
2ac8d9a28ffa5 a2fd0654e5baeec8de2209bfade13a0034e942e708fd2bbfce69bb26a3c02e14 Less than a second ago Exited registry-creds 1 7f38803bde971 registry-creds-764b6fb674-ljmb7 kube-system
ddc6c536fbea7 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b Less than a second ago Running hello-world-app 0 93b77a4d081a4 hello-world-app-5d498dc89-zr7bn default
31c205f8cdde5 docker.io/library/nginx@sha256:7391b3732e7f7ccd23ff1d02fbeadcde496f374d7460ad8e79260f8f6d2c9f90 2 minutes ago Running nginx 0 9146f7c05314b nginx default
d3879396bfb6b gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e 2 minutes ago Running busybox 0 005b8747a7b35 busybox default
0c1088a8a8599 registry.k8s.io/ingress-nginx/controller@sha256:655333e68deab34ee3701f400c4d5d9709000cdfdadb802e4bd7500b027e1259 3 minutes ago Running controller 0 9165c147022b2 ingress-nginx-controller-6c8bf45fb-225dn ingress-nginx
ec5450bbd9781 registry.k8s.io/sig-storage/csi-snapshotter@sha256:bd6b8417b2a83e66ab1d4c1193bb2774f027745bdebbd9e0c1a6518afdecc39a 3 minutes ago Running csi-snapshotter 0 584e98e41ace4 csi-hostpathplugin-jqxjn kube-system
6386ca30cb7d9 registry.k8s.io/sig-storage/csi-provisioner@sha256:98ffd09c0784203d200e0f8c241501de31c8df79644caac7eed61bd6391e5d49 3 minutes ago Running csi-provisioner 0 584e98e41ace4 csi-hostpathplugin-jqxjn kube-system
1755b28392115 registry.k8s.io/sig-storage/livenessprobe@sha256:8b00c6e8f52639ed9c6f866085893ab688e57879741b3089e3cfa9998502e158 3 minutes ago Running liveness-probe 0 584e98e41ace4 csi-hostpathplugin-jqxjn kube-system
9f88ed03c555a registry.k8s.io/sig-storage/hostpathplugin@sha256:7b1dfc90a367222067fc468442fdf952e20fc5961f25c1ad654300ddc34d7083 3 minutes ago Running hostpath 0 584e98e41ace4 csi-hostpathplugin-jqxjn kube-system
9713898f2973a registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:511b8c8ac828194a753909d26555ff08bc12f497dd8daeb83fe9d593693a26c1 3 minutes ago Running node-driver-registrar 0 584e98e41ace4 csi-hostpathplugin-jqxjn kube-system
87bb96be1c2d3 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:2de98fa4b397f92e5e8e05d73caf21787a1c72c41378f3eb7bad72b1e0f4e9ff 3 minutes ago Running gcp-auth 0 198be037757ac gcp-auth-78565c9fb4-ksfj9 gcp-auth
7577b6eeb0549 ghcr.io/inspektor-gadget/inspektor-gadget@sha256:c2c5268a38de5c792beb84122c5350c644fbb9b85e04342ef72fa9a6d052f0b0 3 minutes ago Running gadget 0 c84caef06da70 gadget-h54h4 gadget
d2697dce87311 registry.k8s.io/sig-storage/csi-external-health-monitor-controller@sha256:8b9df00898ded1bfb4d8f3672679f29cd9f88e651b76fef64121c8d347dd12c0 3 minutes ago Running csi-external-health-monitor-controller 0 584e98e41ace4 csi-hostpathplugin-jqxjn kube-system
73e209740c406 registry.k8s.io/sig-storage/csi-resizer@sha256:82c1945463342884c05a5b2bc31319712ce75b154c279c2a10765f61e0f688af 3 minutes ago Running csi-resizer 0 a34d098ec7d3e csi-hostpath-resizer-0 kube-system
f06036f109309 gcr.io/k8s-minikube/kube-registry-proxy@sha256:26c84a64530a67aa4d749dd4356d67ea27a2576e4d25b640d21857b0574cfd4b 3 minutes ago Running registry-proxy 0 1261a404f22e0 registry-proxy-cfkfg kube-system
0507ecc925ed6 registry.k8s.io/sig-storage/snapshot-controller@sha256:5d668e35c15df6e87e2530da25d557f543182cedbdb39d421b87076463ee9857 3 minutes ago Running volume-snapshot-controller 0 5b42e8db01914 snapshot-controller-7d9fbc56b8-tcc8v kube-system
971a7f093fc08 32daba64b064c571f27dbd4e285969f47f8e5dd6c692279b48622e941b4d137f 3 minutes ago Exited patch 1 77274dab6557f ingress-nginx-admission-patch-p7d6p ingress-nginx
6dcaaf8b1dd39 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:e733096c3a5b75504c6380083abc960c9627efd23e099df780adfb4eec197583 3 minutes ago Exited create 0 09a88b589c2d1 ingress-nginx-admission-create-25gg4 ingress-nginx
4fa6214fdeb1c registry.k8s.io/sig-storage/snapshot-controller@sha256:5d668e35c15df6e87e2530da25d557f543182cedbdb39d421b87076463ee9857 3 minutes ago Running volume-snapshot-controller 0 1bcd4f9294444 snapshot-controller-7d9fbc56b8-24ptq kube-system
41b1ff3c6cb67 docker.io/kicbase/minikube-ingress-dns@sha256:6d710af680d8a9b5a5b1f9047eb83ee4c9258efd3fcd962f938c00bcbb4c5958 3 minutes ago Running minikube-ingress-dns 0 3d38b7981746a kube-ingress-dns-minikube kube-system
8877d3b310c67 registry.k8s.io/sig-storage/csi-attacher@sha256:4b5609c78455de45821910065281a368d5f760b41250f90cbde5110543bdc326 3 minutes ago Running csi-attacher 0 4b29e69f8e823 csi-hostpath-attacher-0 kube-system
097e4323d388e docker.io/library/registry@sha256:8715992817b2254fe61e74ffc6a4096d57a0cde36c95ea075676c05f7a94a630 3 minutes ago Running registry 0 1097e4f57c0de registry-6b586f9694-mfccf kube-system
dcfb4583c9baf docker.io/rancher/local-path-provisioner@sha256:689a2489a24e74426e4a4666e611c988202c5fa995908b0c60133aca3eb87d98 3 minutes ago Running local-path-provisioner 0 8d09cce2177fd local-path-provisioner-648f6765c9-9fhjg local-path-storage
7c9720ed2ffd3 docker.io/marcnuri/yakd@sha256:1c961556224d57fc747de0b1874524208e5fb4f8386f23e9c1c4c18e97109f17 3 minutes ago Running yakd 0 89a8106ca62cd yakd-dashboard-5ff678cb9-mt24x yakd-dashboard
f013564e936bc nvcr.io/nvidia/k8s-device-plugin@sha256:80924fc52384565a7c59f1e2f12319fb8f2b02a1c974bb3d73a9853fe01af874 3 minutes ago Running nvidia-device-plugin-ctr 0 c34cdbfcc2b1a nvidia-device-plugin-daemonset-lmkrv kube-system
a66c199486eac gcr.io/cloud-spanner-emulator/emulator@sha256:c2688dc4b7ecb4546084321d63c2b3b616a54263488137e18fcb7c7005aef086 4 minutes ago Running cloud-spanner-emulator 0 bff32c1789e4d cloud-spanner-emulator-6f9fcf858b-764w4 default
22c78f0480015 registry.k8s.io/metrics-server/metrics-server@sha256:8f49cf1b0688bb0eae18437882dbf6de2c7a2baac71b1492bc4eca25439a1bf2 4 minutes ago Running metrics-server 0 93fea2b0107ac metrics-server-85b7d694d7-rpm8d kube-system
0cdeb956657c8 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 4 minutes ago Running coredns 0 45a3e33cbb4d9 coredns-66bc5c9577-tbtqc kube-system
a9b843dc84786 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 4 minutes ago Running storage-provisioner 0 415e4f9c836fb storage-provisioner kube-system
2abf789b6444c 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 4 minutes ago Running kube-proxy 0 6aa46851fad1a kube-proxy-gqkxl kube-system
e68271c59773e b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 4 minutes ago Running kindnet-cni 0 77cfa762ae525 kindnet-qwzsw kube-system
29f56d7ed7988 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 5 minutes ago Running kube-scheduler 0 a0f17c9b37400 kube-scheduler-addons-255419 kube-system
0cce3a8c9bd91 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 5 minutes ago Running kube-controller-manager 0 b4f1c218c54bc kube-controller-manager-addons-255419 kube-system
b0ac279ca9424 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 5 minutes ago Running kube-apiserver 0 338e54ada98ae kube-apiserver-addons-255419 kube-system
34c3ab1eafac0 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 5 minutes ago Running etcd 0 9a4040437c984 etcd-addons-255419 kube-system
==> coredns [0cdeb956657c89f8f7f3cdfb0e0cd5e229af615ef42c7a36f5347c9978135107] <==
[INFO] 10.244.0.12:41511 - 44602 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.003064862s
[INFO] 10.244.0.12:41511 - 21683 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000122783s
[INFO] 10.244.0.12:41511 - 55750 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.00017528s
[INFO] 10.244.0.12:36794 - 54464 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000167346s
[INFO] 10.244.0.12:36794 - 54727 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000132178s
[INFO] 10.244.0.12:50446 - 16434 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000141302s
[INFO] 10.244.0.12:50446 - 16879 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000161889s
[INFO] 10.244.0.12:48086 - 62204 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000125417s
[INFO] 10.244.0.12:48086 - 62392 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000109703s
[INFO] 10.244.0.12:38630 - 43808 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.00120748s
[INFO] 10.244.0.12:38630 - 43619 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001258253s
[INFO] 10.244.0.12:51341 - 4325 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000171744s
[INFO] 10.244.0.12:51341 - 4465 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.00013102s
[INFO] 10.244.0.20:45752 - 59645 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000183862s
[INFO] 10.244.0.20:51560 - 24595 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000193151s
[INFO] 10.244.0.20:57640 - 48950 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000143329s
[INFO] 10.244.0.20:37322 - 29102 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00008421s
[INFO] 10.244.0.20:40829 - 19942 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000126705s
[INFO] 10.244.0.20:40651 - 11292 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000081207s
[INFO] 10.244.0.20:41973 - 50517 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002689793s
[INFO] 10.244.0.20:49762 - 57358 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002794164s
[INFO] 10.244.0.20:59413 - 187 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 572 0.002266651s
[INFO] 10.244.0.20:37974 - 15727 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.002789602s
[INFO] 10.244.0.23:45009 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000156687s
[INFO] 10.244.0.23:60939 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000174328s
==> describe nodes <==
Name: addons-255419
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-255419
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=addons-255419
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T01_58_26_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-255419
Annotations: csi.volume.kubernetes.io/nodeid: {"hostpath.csi.k8s.io":"addons-255419"}
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 01:58:22 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-255419
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 02:03:20 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 02:03:22 +0000 Sat, 22 Nov 2025 01:58:18 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 02:03:22 +0000 Sat, 22 Nov 2025 01:58:18 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 02:03:22 +0000 Sat, 22 Nov 2025 01:58:18 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 22 Nov 2025 02:03:22 +0000 Sat, 22 Nov 2025 01:59:12 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-255419
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: 738b5a29-3cd8-4d53-a825-a39d6ba6d00c
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (28 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m
default cloud-spanner-emulator-6f9fcf858b-764w4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m51s
default hello-world-app-5d498dc89-zr7bn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m21s
gadget gadget-h54h4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m49s
gcp-auth gcp-auth-78565c9fb4-ksfj9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m45s
ingress-nginx ingress-nginx-controller-6c8bf45fb-225dn 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 4m49s
kube-system coredns-66bc5c9577-tbtqc 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 4m54s
kube-system csi-hostpath-attacher-0 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m48s
kube-system csi-hostpath-resizer-0 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m48s
kube-system csi-hostpathplugin-jqxjn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m13s
kube-system etcd-addons-255419 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 5m
kube-system kindnet-qwzsw 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 4m55s
kube-system kube-apiserver-addons-255419 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m
kube-system kube-controller-manager-addons-255419 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m50s
kube-system kube-proxy-gqkxl 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m55s
kube-system kube-scheduler-addons-255419 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m
kube-system metrics-server-85b7d694d7-rpm8d 100m (5%) 0 (0%) 200Mi (2%) 0 (0%) 4m50s
kube-system nvidia-device-plugin-daemonset-lmkrv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m13s
kube-system registry-6b586f9694-mfccf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m51s
kube-system registry-creds-764b6fb674-ljmb7 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m52s
kube-system registry-proxy-cfkfg 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m13s
kube-system snapshot-controller-7d9fbc56b8-24ptq 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m49s
kube-system snapshot-controller-7d9fbc56b8-tcc8v 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m49s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m50s
local-path-storage local-path-provisioner-648f6765c9-9fhjg 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m50s
yakd-dashboard yakd-dashboard-5ff678cb9-mt24x 0 (0%) 0 (0%) 128Mi (1%) 256Mi (3%) 4m49s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (52%) 100m (5%)
memory 638Mi (8%) 476Mi (6%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m53s kube-proxy
Normal Starting 5m kubelet Starting kubelet.
Warning CgroupV1 5m kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 5m kubelet Node addons-255419 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m kubelet Node addons-255419 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m kubelet Node addons-255419 status is now: NodeHasSufficientPID
Normal RegisteredNode 4m56s node-controller Node addons-255419 event: Registered Node addons-255419 in Controller
Normal NodeReady 4m13s kubelet Node addons-255419 status is now: NodeReady
==> dmesg <==
[Nov22 01:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.014777] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.525902] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.033225] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.795521] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[Nov22 01:18] kauditd_printk_skb: 36 callbacks suppressed
[Nov22 01:58] overlayfs: idmapped layers are currently not supported
[ +0.050939] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
==> etcd [34c3ab1eafac0212ba5785c50cbe1336cd48601299570a8509d40c420e25c18d] <==
{"level":"warn","ts":"2025-11-22T01:58:20.600256Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39916","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.624196Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39938","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.665852Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39958","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.698783Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39982","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.724937Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39998","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.748726Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40024","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.793471Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40030","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.828718Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40044","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.847882Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40058","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.878028Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40082","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.897937Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40096","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.927041Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40116","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.977383Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40134","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.990004Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40156","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:21.072000Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40202","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:21.073945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40220","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:21.110038Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40228","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:21.139650Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40244","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:21.274879Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40260","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:37.408816Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45674","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:37.423715Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45696","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:59.453331Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56748","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:59.468365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56762","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:59.508346Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56786","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:59.538107Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56808","server-name":"","error":"EOF"}
==> gcp-auth [87bb96be1c2d37db11e3f960f15909c2f585798c5fc8d83ebd0d615f8f37866e] <==
2025/11/22 01:59:58 GCP Auth Webhook started!
2025/11/22 02:00:25 Ready to marshal response ...
2025/11/22 02:00:25 Ready to write response ...
2025/11/22 02:00:25 Ready to marshal response ...
2025/11/22 02:00:25 Ready to write response ...
2025/11/22 02:00:25 Ready to marshal response ...
2025/11/22 02:00:25 Ready to write response ...
2025/11/22 02:00:47 Ready to marshal response ...
2025/11/22 02:00:47 Ready to write response ...
2025/11/22 02:00:56 Ready to marshal response ...
2025/11/22 02:00:56 Ready to write response ...
2025/11/22 02:01:04 Ready to marshal response ...
2025/11/22 02:01:04 Ready to write response ...
2025/11/22 02:01:26 Ready to marshal response ...
2025/11/22 02:01:26 Ready to write response ...
2025/11/22 02:01:47 Ready to marshal response ...
2025/11/22 02:01:47 Ready to write response ...
2025/11/22 02:01:47 Ready to marshal response ...
2025/11/22 02:01:47 Ready to write response ...
2025/11/22 02:01:55 Ready to marshal response ...
2025/11/22 02:01:55 Ready to write response ...
2025/11/22 02:03:23 Ready to marshal response ...
2025/11/22 02:03:23 Ready to write response ...
==> kernel <==
02:03:25 up 45 min, 0 user, load average: 0.55, 1.29, 0.72
Linux addons-255419 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [e68271c59773e10dde86924f8085fe850131f97851e3ece63a557d6fa4d55026] <==
I1122 02:01:21.915327 1 main.go:301] handling current node
I1122 02:01:31.907346 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:01:31.907377 1 main.go:301] handling current node
I1122 02:01:41.910853 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:01:41.910883 1 main.go:301] handling current node
I1122 02:01:51.908360 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:01:51.908392 1 main.go:301] handling current node
I1122 02:02:01.907349 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:02:01.907381 1 main.go:301] handling current node
I1122 02:02:11.908411 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:02:11.908448 1 main.go:301] handling current node
I1122 02:02:21.910957 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:02:21.910991 1 main.go:301] handling current node
I1122 02:02:31.910181 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:02:31.910282 1 main.go:301] handling current node
I1122 02:02:41.907899 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:02:41.907931 1 main.go:301] handling current node
I1122 02:02:51.915474 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:02:51.915509 1 main.go:301] handling current node
I1122 02:03:01.916216 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:03:01.916249 1 main.go:301] handling current node
I1122 02:03:11.907590 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:03:11.907711 1 main.go:301] handling current node
I1122 02:03:21.907349 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:03:21.907392 1 main.go:301] handling current node
==> kube-apiserver [b0ac279ca9424b959e170e38e9acce0fbe3a19baf4fe66df16ab5803100ab599] <==
W1122 01:58:59.468054 1 logging.go:55] [core] [Channel #274 SubChannel #275]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: operation was canceled"
W1122 01:58:59.504117 1 logging.go:55] [core] [Channel #278 SubChannel #279]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: operation was canceled"
W1122 01:58:59.537969 1 logging.go:55] [core] [Channel #282 SubChannel #283]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: operation was canceled"
W1122 01:59:12.103337 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.110.10.169:443: connect: connection refused
E1122 01:59:12.103420 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.110.10.169:443: connect: connection refused" logger="UnhandledError"
W1122 01:59:12.107857 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.110.10.169:443: connect: connection refused
E1122 01:59:12.107983 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.110.10.169:443: connect: connection refused" logger="UnhandledError"
W1122 01:59:12.201982 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.110.10.169:443: connect: connection refused
E1122 01:59:12.203284 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.110.10.169:443: connect: connection refused" logger="UnhandledError"
E1122 01:59:19.517837 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.99.174.40:443: connect: connection refused" logger="UnhandledError"
W1122 01:59:19.518242 1 handler_proxy.go:99] no RequestInfo found in the context
E1122 01:59:19.518321 1 controller.go:146] "Unhandled Error" err=<
Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
> logger="UnhandledError"
E1122 01:59:19.534924 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.99.174.40:443: connect: connection refused" logger="UnhandledError"
E1122 01:59:19.535690 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.99.174.40:443: connect: connection refused" logger="UnhandledError"
E1122 01:59:19.552293 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.99.174.40:443: connect: connection refused" logger="UnhandledError"
E1122 01:59:19.574340 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.99.174.40:443: connect: connection refused" logger="UnhandledError"
I1122 01:59:19.792136 1 handler.go:285] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1122 02:00:36.439207 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:50306: use of closed network connection
I1122 02:01:04.763969 1 controller.go:667] quota admission added evaluator for: ingresses.networking.k8s.io
I1122 02:01:05.072201 1 alloc.go:328] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.107.94.16"}
I1122 02:01:07.493362 1 controller.go:667] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1122 02:03:23.584039 1 alloc.go:328] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.110.115.128"}
==> kube-controller-manager [0cce3a8c9bd914d5a18ed9bfa59e334816293cf0066ec773001c7185073cc369] <==
I1122 01:58:29.443276 1 shared_informer.go:349] "Waiting for caches to sync" controller="cidrallocator"
I1122 01:58:29.443282 1 shared_informer.go:356] "Caches are synced" controller="cidrallocator"
I1122 01:58:29.444648 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1122 01:58:29.452251 1 range_allocator.go:428] "Set node PodCIDR" logger="node-ipam-controller" node="addons-255419" podCIDRs=["10.244.0.0/24"]
I1122 01:58:29.459657 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice_mirroring"
I1122 01:58:29.463852 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 01:58:29.474092 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 01:58:29.485428 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1122 01:58:29.485531 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1122 01:58:29.485546 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1122 01:58:29.486593 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1122 01:58:29.487726 1 shared_informer.go:356] "Caches are synced" controller="TTL"
I1122 01:58:29.488829 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1122 01:58:29.488882 1 shared_informer.go:356] "Caches are synced" controller="deployment"
I1122 01:58:29.489531 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1122 01:58:29.490067 1 shared_informer.go:356] "Caches are synced" controller="job"
E1122 01:58:35.447678 1 replica_set.go:587] "Unhandled Error" err="sync \"kube-system/metrics-server-85b7d694d7\" failed with pods \"metrics-server-85b7d694d7-\" is forbidden: error looking up service account kube-system/metrics-server: serviceaccount \"metrics-server\" not found" logger="UnhandledError"
E1122 01:58:59.446286 1 resource_quota_controller.go:446] "Unhandled Error" err="unable to retrieve the complete list of server APIs: metrics.k8s.io/v1beta1: stale GroupVersion discovery: metrics.k8s.io/v1beta1" logger="UnhandledError"
I1122 01:58:59.446434 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="volumesnapshots.snapshot.storage.k8s.io"
I1122 01:58:59.446486 1 shared_informer.go:349] "Waiting for caches to sync" controller="resource quota"
I1122 01:58:59.472635 1 garbagecollector.go:787] "failed to discover some groups" logger="garbage-collector-controller" groups="map[\"metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: metrics.k8s.io/v1beta1\"]"
I1122 01:58:59.477551 1 shared_informer.go:349] "Waiting for caches to sync" controller="garbage collector"
I1122 01:58:59.546823 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 01:58:59.578289 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 01:59:14.442599 1 node_lifecycle_controller.go:1044] "Controller detected that some Nodes are Ready. Exiting master disruption mode" logger="node-lifecycle-controller"
==> kube-proxy [2abf789b6444c1e1602fb81df3da846a2c0659fad8975a94c6c4fce2cc0ff06c] <==
I1122 01:58:31.597536 1 server_linux.go:53] "Using iptables proxy"
I1122 01:58:31.727905 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 01:58:31.828285 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 01:58:31.828329 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.49.2"]
E1122 01:58:31.828430 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 01:58:31.885062 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 01:58:31.885125 1 server_linux.go:132] "Using iptables Proxier"
I1122 01:58:31.893763 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 01:58:31.907692 1 server.go:527] "Version info" version="v1.34.1"
I1122 01:58:31.907721 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 01:58:31.916832 1 config.go:200] "Starting service config controller"
I1122 01:58:31.916859 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 01:58:31.916966 1 config.go:106] "Starting endpoint slice config controller"
I1122 01:58:31.916972 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 01:58:31.916994 1 config.go:403] "Starting serviceCIDR config controller"
I1122 01:58:31.917005 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 01:58:31.932049 1 config.go:309] "Starting node config controller"
I1122 01:58:31.932229 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 01:58:31.932276 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 01:58:32.018361 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 01:58:32.018423 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1122 01:58:32.017295 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
==> kube-scheduler [29f56d7ed7988563012be48b452ac1c670bd73c44a67314290fbd98ef84f6b97] <==
I1122 01:58:23.401304 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 01:58:23.403768 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1122 01:58:23.403965 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 01:58:23.404011 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 01:58:23.404065 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E1122 01:58:23.408570 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1122 01:58:23.409313 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
E1122 01:58:23.419178 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E1122 01:58:23.419338 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1122 01:58:23.419420 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1122 01:58:23.419513 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod"
E1122 01:58:23.419604 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceClaim"
E1122 01:58:23.419744 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1122 01:58:23.419835 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1122 01:58:23.419921 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E1122 01:58:23.420071 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1122 01:58:23.420166 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1122 01:58:23.420250 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1122 01:58:23.420343 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
E1122 01:58:23.420433 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E1122 01:58:23.420694 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E1122 01:58:23.420853 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E1122 01:58:23.420944 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
E1122 01:58:23.421017 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
I1122 01:58:24.604787 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Nov 22 02:01:59 addons-255419 kubelet[1264]: I1122 02:01:59.203278 1264 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3ed915c8-2950-4481-b85e-ff0af9665a4d" path="/var/lib/kubelet/pods/3ed915c8-2950-4481-b85e-ff0af9665a4d/volumes"
Nov 22 02:02:06 addons-255419 kubelet[1264]: I1122 02:02:06.200567 1264 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-6b586f9694-mfccf" secret="" err="secret \"gcp-auth\" not found"
Nov 22 02:02:13 addons-255419 kubelet[1264]: I1122 02:02:13.200404 1264 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/nvidia-device-plugin-daemonset-lmkrv" secret="" err="secret \"gcp-auth\" not found"
Nov 22 02:02:16 addons-255419 kubelet[1264]: I1122 02:02:16.200425 1264 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-proxy-cfkfg" secret="" err="secret \"gcp-auth\" not found"
Nov 22 02:02:25 addons-255419 kubelet[1264]: I1122 02:02:25.275611 1264 scope.go:117] "RemoveContainer" containerID="a6dc7f249844429518add92818f380e9ca77d677e3f56c69fc008722118fcd53"
Nov 22 02:02:25 addons-255419 kubelet[1264]: I1122 02:02:25.284580 1264 scope.go:117] "RemoveContainer" containerID="89d52ddbd1ea4dd9e6328cb092a327966b6d82bfbd8f2727e342cf499e11bb59"
Nov 22 02:02:25 addons-255419 kubelet[1264]: E1122 02:02:25.324477 1264 manager.go:1116] Failed to create existing container: /crio-43692945bd4ae6421ba7084c3479cdb7283b5bca13a7e1c002b15cb22d687b9d: Error finding container 43692945bd4ae6421ba7084c3479cdb7283b5bca13a7e1c002b15cb22d687b9d: Status 404 returned error can't find the container with id 43692945bd4ae6421ba7084c3479cdb7283b5bca13a7e1c002b15cb22d687b9d
Nov 22 02:02:25 addons-255419 kubelet[1264]: E1122 02:02:25.325023 1264 manager.go:1116] Failed to create existing container: /crio-ea75546001da615f243cb6af8ba49a85f1db97a0b106273ed9fb7ff8b5aa666e: Error finding container ea75546001da615f243cb6af8ba49a85f1db97a0b106273ed9fb7ff8b5aa666e: Status 404 returned error can't find the container with id ea75546001da615f243cb6af8ba49a85f1db97a0b106273ed9fb7ff8b5aa666e
Nov 22 02:02:25 addons-255419 kubelet[1264]: E1122 02:02:25.325364 1264 manager.go:1116] Failed to create existing container: /docker/1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c/crio-43692945bd4ae6421ba7084c3479cdb7283b5bca13a7e1c002b15cb22d687b9d: Error finding container 43692945bd4ae6421ba7084c3479cdb7283b5bca13a7e1c002b15cb22d687b9d: Status 404 returned error can't find the container with id 43692945bd4ae6421ba7084c3479cdb7283b5bca13a7e1c002b15cb22d687b9d
Nov 22 02:02:25 addons-255419 kubelet[1264]: E1122 02:02:25.327125 1264 manager.go:1116] Failed to create existing container: /crio-9d8b7c34ca5e085f310af4972483b4e4fcbbcb1871dc3083473e178064090ef1: Error finding container 9d8b7c34ca5e085f310af4972483b4e4fcbbcb1871dc3083473e178064090ef1: Status 404 returned error can't find the container with id 9d8b7c34ca5e085f310af4972483b4e4fcbbcb1871dc3083473e178064090ef1
Nov 22 02:02:25 addons-255419 kubelet[1264]: E1122 02:02:25.327450 1264 manager.go:1116] Failed to create existing container: /docker/1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c/crio-9d8b7c34ca5e085f310af4972483b4e4fcbbcb1871dc3083473e178064090ef1: Error finding container 9d8b7c34ca5e085f310af4972483b4e4fcbbcb1871dc3083473e178064090ef1: Status 404 returned error can't find the container with id 9d8b7c34ca5e085f310af4972483b4e4fcbbcb1871dc3083473e178064090ef1
Nov 22 02:02:25 addons-255419 kubelet[1264]: E1122 02:02:25.327690 1264 manager.go:1116] Failed to create existing container: /docker/1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c/crio-ea75546001da615f243cb6af8ba49a85f1db97a0b106273ed9fb7ff8b5aa666e: Error finding container ea75546001da615f243cb6af8ba49a85f1db97a0b106273ed9fb7ff8b5aa666e: Status 404 returned error can't find the container with id ea75546001da615f243cb6af8ba49a85f1db97a0b106273ed9fb7ff8b5aa666e
Nov 22 02:03:16 addons-255419 kubelet[1264]: I1122 02:03:16.200372 1264 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-6b586f9694-mfccf" secret="" err="secret \"gcp-auth\" not found"
Nov 22 02:03:20 addons-255419 kubelet[1264]: I1122 02:03:20.199986 1264 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-proxy-cfkfg" secret="" err="secret \"gcp-auth\" not found"
Nov 22 02:03:22 addons-255419 kubelet[1264]: I1122 02:03:22.300873 1264 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-creds-764b6fb674-ljmb7" secret="" err="secret \"gcp-auth\" not found"
Nov 22 02:03:23 addons-255419 kubelet[1264]: I1122 02:03:23.495460 1264 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/96c08051-73aa-4b95-bfde-0ce2cac3fd65-gcp-creds\") pod \"hello-world-app-5d498dc89-zr7bn\" (UID: \"96c08051-73aa-4b95-bfde-0ce2cac3fd65\") " pod="default/hello-world-app-5d498dc89-zr7bn"
Nov 22 02:03:23 addons-255419 kubelet[1264]: I1122 02:03:23.495528 1264 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vskl4\" (UniqueName: \"kubernetes.io/projected/96c08051-73aa-4b95-bfde-0ce2cac3fd65-kube-api-access-vskl4\") pod \"hello-world-app-5d498dc89-zr7bn\" (UID: \"96c08051-73aa-4b95-bfde-0ce2cac3fd65\") " pod="default/hello-world-app-5d498dc89-zr7bn"
Nov 22 02:03:23 addons-255419 kubelet[1264]: W1122 02:03:23.983196 1264 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c/crio-93b77a4d081a4ceee5256354b8b7e5a70d14cda97d91eac8df139d42b60a1ddc WatchSource:0}: Error finding container 93b77a4d081a4ceee5256354b8b7e5a70d14cda97d91eac8df139d42b60a1ddc: Status 404 returned error can't find the container with id 93b77a4d081a4ceee5256354b8b7e5a70d14cda97d91eac8df139d42b60a1ddc
Nov 22 02:03:24 addons-255419 kubelet[1264]: I1122 02:03:24.725864 1264 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-creds-764b6fb674-ljmb7" secret="" err="secret \"gcp-auth\" not found"
Nov 22 02:03:24 addons-255419 kubelet[1264]: I1122 02:03:24.727334 1264 scope.go:117] "RemoveContainer" containerID="a9b32831b1869c5250ae3275583a0857babcf2ce6c005e041c42030e5d9d4627"
Nov 22 02:03:25 addons-255419 kubelet[1264]: I1122 02:03:25.335829 1264 scope.go:117] "RemoveContainer" containerID="a9b32831b1869c5250ae3275583a0857babcf2ce6c005e041c42030e5d9d4627"
Nov 22 02:03:25 addons-255419 kubelet[1264]: I1122 02:03:25.772363 1264 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-creds-764b6fb674-ljmb7" secret="" err="secret \"gcp-auth\" not found"
Nov 22 02:03:25 addons-255419 kubelet[1264]: I1122 02:03:25.772422 1264 scope.go:117] "RemoveContainer" containerID="2ac8d9a28ffa573d050eec58572c73392ff4389b591d862ab57aadee073b4caf"
Nov 22 02:03:25 addons-255419 kubelet[1264]: E1122 02:03:25.772567 1264 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"registry-creds\" with CrashLoopBackOff: \"back-off 10s restarting failed container=registry-creds pod=registry-creds-764b6fb674-ljmb7_kube-system(aa98929b-9fa8-475f-ae71-d9979368b523)\"" pod="kube-system/registry-creds-764b6fb674-ljmb7" podUID="aa98929b-9fa8-475f-ae71-d9979368b523"
Nov 22 02:03:25 addons-255419 kubelet[1264]: I1122 02:03:25.784106 1264 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/hello-world-app-5d498dc89-zr7bn" podStartSLOduration=2.155676308 podStartE2EDuration="2.784083992s" podCreationTimestamp="2025-11-22 02:03:23 +0000 UTC" firstStartedPulling="2025-11-22 02:03:24.023273053 +0000 UTC m=+298.978345067" lastFinishedPulling="2025-11-22 02:03:24.651680729 +0000 UTC m=+299.606752751" observedRunningTime="2025-11-22 02:03:25.77919389 +0000 UTC m=+300.734265903" watchObservedRunningTime="2025-11-22 02:03:25.784083992 +0000 UTC m=+300.739156014"
==> storage-provisioner [a9b843dc847865f57d288d49f3dc2bb89d27fd55cd5602132f75ebec60569358] <==
W1122 02:03:00.550935 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:02.553759 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:02.560562 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:04.563976 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:04.568925 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:06.571984 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:06.578651 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:08.581444 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:08.585999 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:10.588672 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:10.593050 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:12.596291 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:12.603406 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:14.606740 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:14.615686 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:16.618330 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:16.622572 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:18.625754 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:18.629996 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:20.633604 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:20.638219 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:22.642875 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:22.648063 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:24.655949 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:03:24.663657 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-255419 -n addons-255419
helpers_test.go:269: (dbg) Run: kubectl --context addons-255419 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:280: non-running pods: ingress-nginx-admission-create-25gg4 ingress-nginx-admission-patch-p7d6p
helpers_test.go:282: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:285: (dbg) Run: kubectl --context addons-255419 describe pod ingress-nginx-admission-create-25gg4 ingress-nginx-admission-patch-p7d6p
helpers_test.go:285: (dbg) Non-zero exit: kubectl --context addons-255419 describe pod ingress-nginx-admission-create-25gg4 ingress-nginx-admission-patch-p7d6p: exit status 1 (83.037942ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-25gg4" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-p7d6p" not found
** /stderr **
helpers_test.go:287: kubectl --context addons-255419 describe pod ingress-nginx-admission-create-25gg4 ingress-nginx-admission-patch-p7d6p: exit status 1
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-255419 addons disable ingress-dns --alsologtostderr -v=1: exit status 11 (260.125902ms)
-- stdout --
-- /stdout --
** stderr **
I1122 02:03:27.100114 14593 out.go:360] Setting OutFile to fd 1 ...
I1122 02:03:27.100358 14593 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:03:27.100387 14593 out.go:374] Setting ErrFile to fd 2...
I1122 02:03:27.100406 14593 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:03:27.100793 14593 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:03:27.101636 14593 mustload.go:66] Loading cluster: addons-255419
I1122 02:03:27.102298 14593 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:03:27.102325 14593 addons.go:622] checking whether the cluster is paused
I1122 02:03:27.102455 14593 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:03:27.102480 14593 host.go:66] Checking if "addons-255419" exists ...
I1122 02:03:27.103025 14593 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 02:03:27.120958 14593 ssh_runner.go:195] Run: systemctl --version
I1122 02:03:27.121011 14593 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 02:03:27.141167 14593 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 02:03:27.241539 14593 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:03:27.241618 14593 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:03:27.283460 14593 cri.go:89] found id: "2ac8d9a28ffa573d050eec58572c73392ff4389b591d862ab57aadee073b4caf"
I1122 02:03:27.283484 14593 cri.go:89] found id: "ec5450bbd9781b942f568471d80f6cd352b24db749308da0e9f919c704f98a6b"
I1122 02:03:27.283489 14593 cri.go:89] found id: "6386ca30cb7d9af6940fc8f51944b233b00578375074c84c8e816536bc5e6557"
I1122 02:03:27.283493 14593 cri.go:89] found id: "1755b28392115dcd4412d6332dc89742d10177b6a563a8ccfe93985206bf6f4b"
I1122 02:03:27.283496 14593 cri.go:89] found id: "9f88ed03c555abfef8917c62102df8ef69c7b1d5fa0d927edc130a98bf0a912b"
I1122 02:03:27.283500 14593 cri.go:89] found id: "9713898f2973a480853aee69d6a52fea1284462c7ddff6198d740e70ce746f3c"
I1122 02:03:27.283503 14593 cri.go:89] found id: "d2697dce87311ebfda6b2e7a6bf526826cbec3794f40470d66ccdfb7ff8d5eba"
I1122 02:03:27.283506 14593 cri.go:89] found id: "73e209740c4067b340f329187bb7522286657ce89f711ea0bfda8b4926e4e6ae"
I1122 02:03:27.283509 14593 cri.go:89] found id: "f06036f109309c524a607d7e8f39d5cfcce0f9ea2583de4b6feb8a470369345c"
I1122 02:03:27.283515 14593 cri.go:89] found id: "0507ecc925ed6547e6df13ad494fd103fe115b47070128408a4ee860a461360c"
I1122 02:03:27.283518 14593 cri.go:89] found id: "4fa6214fdeb1c08cd19b8d5beb20c00025147b67edb492f90dbd5892a8ff0597"
I1122 02:03:27.283522 14593 cri.go:89] found id: "41b1ff3c6cb6771e140feeffd4e546d09461c0ca9685cf1c562d240dbb18bfe9"
I1122 02:03:27.283526 14593 cri.go:89] found id: "8877d3b310c670bb9a61328c4b7d102a3d9c0ed5fa4fe1b481d29abff7da1443"
I1122 02:03:27.283529 14593 cri.go:89] found id: "097e4323d388eb37349ba8c8073f93bb70183f0cf4062f580b5fa215f556cbbb"
I1122 02:03:27.283534 14593 cri.go:89] found id: "f013564e936bcf68d1b2fc773d84bd31bcd2e6d35514fe732bde5b5e68c1b32a"
I1122 02:03:27.283539 14593 cri.go:89] found id: "22c78f0480015c99655f36e4d490bba45c345b0ebb1460a3aba768f782efa4f5"
I1122 02:03:27.283542 14593 cri.go:89] found id: "0cdeb956657c89f8f7f3cdfb0e0cd5e229af615ef42c7a36f5347c9978135107"
I1122 02:03:27.283547 14593 cri.go:89] found id: "a9b843dc847865f57d288d49f3dc2bb89d27fd55cd5602132f75ebec60569358"
I1122 02:03:27.283550 14593 cri.go:89] found id: "2abf789b6444c1e1602fb81df3da846a2c0659fad8975a94c6c4fce2cc0ff06c"
I1122 02:03:27.283552 14593 cri.go:89] found id: "e68271c59773e10dde86924f8085fe850131f97851e3ece63a557d6fa4d55026"
I1122 02:03:27.283558 14593 cri.go:89] found id: "29f56d7ed7988563012be48b452ac1c670bd73c44a67314290fbd98ef84f6b97"
I1122 02:03:27.283564 14593 cri.go:89] found id: "0cce3a8c9bd914d5a18ed9bfa59e334816293cf0066ec773001c7185073cc369"
I1122 02:03:27.283567 14593 cri.go:89] found id: "b0ac279ca9424b959e170e38e9acce0fbe3a19baf4fe66df16ab5803100ab599"
I1122 02:03:27.283570 14593 cri.go:89] found id: "34c3ab1eafac0212ba5785c50cbe1336cd48601299570a8509d40c420e25c18d"
I1122 02:03:27.283573 14593 cri.go:89] found id: ""
I1122 02:03:27.283622 14593 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:03:27.299597 14593 out.go:203]
W1122 02:03:27.302349 14593 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:03:27Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:03:27Z" level=error msg="open /run/runc: no such file or directory"
W1122 02:03:27.302384 14593 out.go:285] *
*
W1122 02:03:27.306267 14593 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_4116e8848b7c0e6a40fa9061a5ca6da2e0eb6ead_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_4116e8848b7c0e6a40fa9061a5ca6da2e0eb6ead_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 02:03:27.309182 14593 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable ingress-dns addon: args "out/minikube-linux-arm64 -p addons-255419 addons disable ingress-dns --alsologtostderr -v=1": exit status 11
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 addons disable ingress --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-255419 addons disable ingress --alsologtostderr -v=1: exit status 11 (262.694554ms)
-- stdout --
-- /stdout --
** stderr **
I1122 02:03:27.361710 14638 out.go:360] Setting OutFile to fd 1 ...
I1122 02:03:27.361863 14638 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:03:27.361875 14638 out.go:374] Setting ErrFile to fd 2...
I1122 02:03:27.361880 14638 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:03:27.362122 14638 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:03:27.362380 14638 mustload.go:66] Loading cluster: addons-255419
I1122 02:03:27.362769 14638 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:03:27.362788 14638 addons.go:622] checking whether the cluster is paused
I1122 02:03:27.362897 14638 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:03:27.362917 14638 host.go:66] Checking if "addons-255419" exists ...
I1122 02:03:27.363340 14638 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 02:03:27.388163 14638 ssh_runner.go:195] Run: systemctl --version
I1122 02:03:27.388235 14638 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 02:03:27.409889 14638 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 02:03:27.509499 14638 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:03:27.509601 14638 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:03:27.544845 14638 cri.go:89] found id: "2ac8d9a28ffa573d050eec58572c73392ff4389b591d862ab57aadee073b4caf"
I1122 02:03:27.544880 14638 cri.go:89] found id: "ec5450bbd9781b942f568471d80f6cd352b24db749308da0e9f919c704f98a6b"
I1122 02:03:27.544895 14638 cri.go:89] found id: "6386ca30cb7d9af6940fc8f51944b233b00578375074c84c8e816536bc5e6557"
I1122 02:03:27.544900 14638 cri.go:89] found id: "1755b28392115dcd4412d6332dc89742d10177b6a563a8ccfe93985206bf6f4b"
I1122 02:03:27.544904 14638 cri.go:89] found id: "9f88ed03c555abfef8917c62102df8ef69c7b1d5fa0d927edc130a98bf0a912b"
I1122 02:03:27.544908 14638 cri.go:89] found id: "9713898f2973a480853aee69d6a52fea1284462c7ddff6198d740e70ce746f3c"
I1122 02:03:27.544911 14638 cri.go:89] found id: "d2697dce87311ebfda6b2e7a6bf526826cbec3794f40470d66ccdfb7ff8d5eba"
I1122 02:03:27.544915 14638 cri.go:89] found id: "73e209740c4067b340f329187bb7522286657ce89f711ea0bfda8b4926e4e6ae"
I1122 02:03:27.544918 14638 cri.go:89] found id: "f06036f109309c524a607d7e8f39d5cfcce0f9ea2583de4b6feb8a470369345c"
I1122 02:03:27.544924 14638 cri.go:89] found id: "0507ecc925ed6547e6df13ad494fd103fe115b47070128408a4ee860a461360c"
I1122 02:03:27.544933 14638 cri.go:89] found id: "4fa6214fdeb1c08cd19b8d5beb20c00025147b67edb492f90dbd5892a8ff0597"
I1122 02:03:27.544937 14638 cri.go:89] found id: "41b1ff3c6cb6771e140feeffd4e546d09461c0ca9685cf1c562d240dbb18bfe9"
I1122 02:03:27.544940 14638 cri.go:89] found id: "8877d3b310c670bb9a61328c4b7d102a3d9c0ed5fa4fe1b481d29abff7da1443"
I1122 02:03:27.544943 14638 cri.go:89] found id: "097e4323d388eb37349ba8c8073f93bb70183f0cf4062f580b5fa215f556cbbb"
I1122 02:03:27.544946 14638 cri.go:89] found id: "f013564e936bcf68d1b2fc773d84bd31bcd2e6d35514fe732bde5b5e68c1b32a"
I1122 02:03:27.544950 14638 cri.go:89] found id: "22c78f0480015c99655f36e4d490bba45c345b0ebb1460a3aba768f782efa4f5"
I1122 02:03:27.544953 14638 cri.go:89] found id: "0cdeb956657c89f8f7f3cdfb0e0cd5e229af615ef42c7a36f5347c9978135107"
I1122 02:03:27.544957 14638 cri.go:89] found id: "a9b843dc847865f57d288d49f3dc2bb89d27fd55cd5602132f75ebec60569358"
I1122 02:03:27.544960 14638 cri.go:89] found id: "2abf789b6444c1e1602fb81df3da846a2c0659fad8975a94c6c4fce2cc0ff06c"
I1122 02:03:27.544963 14638 cri.go:89] found id: "e68271c59773e10dde86924f8085fe850131f97851e3ece63a557d6fa4d55026"
I1122 02:03:27.544967 14638 cri.go:89] found id: "29f56d7ed7988563012be48b452ac1c670bd73c44a67314290fbd98ef84f6b97"
I1122 02:03:27.544970 14638 cri.go:89] found id: "0cce3a8c9bd914d5a18ed9bfa59e334816293cf0066ec773001c7185073cc369"
I1122 02:03:27.544973 14638 cri.go:89] found id: "b0ac279ca9424b959e170e38e9acce0fbe3a19baf4fe66df16ab5803100ab599"
I1122 02:03:27.544976 14638 cri.go:89] found id: "34c3ab1eafac0212ba5785c50cbe1336cd48601299570a8509d40c420e25c18d"
I1122 02:03:27.544979 14638 cri.go:89] found id: ""
I1122 02:03:27.545034 14638 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:03:27.561008 14638 out.go:203]
W1122 02:03:27.563805 14638 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:03:27Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:03:27Z" level=error msg="open /run/runc: no such file or directory"
W1122 02:03:27.563828 14638 out.go:285] *
*
W1122 02:03:27.567627 14638 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_62553deefc570c97f2052ef703df7b8905a654d6_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_62553deefc570c97f2052ef703df7b8905a654d6_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 02:03:27.570483 14638 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable ingress addon: args "out/minikube-linux-arm64 -p addons-255419 addons disable ingress --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/Ingress (143.13s)
=== RUN TestAddons/parallel/InspektorGadget
=== PAUSE TestAddons/parallel/InspektorGadget
=== CONT TestAddons/parallel/InspektorGadget
addons_test.go:823: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...
helpers_test.go:352: "gadget-h54h4" [32d51d19-6ddd-419b-9122-b5fd35b0431c] Running
addons_test.go:823: (dbg) TestAddons/parallel/InspektorGadget: k8s-app=gadget healthy within 6.003950337s
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 addons disable inspektor-gadget --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-255419 addons disable inspektor-gadget --alsologtostderr -v=1: exit status 11 (251.995119ms)
-- stdout --
-- /stdout --
** stderr **
I1122 02:01:04.248146 12109 out.go:360] Setting OutFile to fd 1 ...
I1122 02:01:04.248374 12109 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:01:04.248384 12109 out.go:374] Setting ErrFile to fd 2...
I1122 02:01:04.248390 12109 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:01:04.248686 12109 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:01:04.248987 12109 mustload.go:66] Loading cluster: addons-255419
I1122 02:01:04.249373 12109 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:01:04.249390 12109 addons.go:622] checking whether the cluster is paused
I1122 02:01:04.249496 12109 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:01:04.249516 12109 host.go:66] Checking if "addons-255419" exists ...
I1122 02:01:04.249969 12109 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 02:01:04.268227 12109 ssh_runner.go:195] Run: systemctl --version
I1122 02:01:04.268294 12109 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 02:01:04.285197 12109 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 02:01:04.385256 12109 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:01:04.385413 12109 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:01:04.416840 12109 cri.go:89] found id: "ec5450bbd9781b942f568471d80f6cd352b24db749308da0e9f919c704f98a6b"
I1122 02:01:04.416869 12109 cri.go:89] found id: "6386ca30cb7d9af6940fc8f51944b233b00578375074c84c8e816536bc5e6557"
I1122 02:01:04.416876 12109 cri.go:89] found id: "1755b28392115dcd4412d6332dc89742d10177b6a563a8ccfe93985206bf6f4b"
I1122 02:01:04.416880 12109 cri.go:89] found id: "9f88ed03c555abfef8917c62102df8ef69c7b1d5fa0d927edc130a98bf0a912b"
I1122 02:01:04.416884 12109 cri.go:89] found id: "9713898f2973a480853aee69d6a52fea1284462c7ddff6198d740e70ce746f3c"
I1122 02:01:04.416888 12109 cri.go:89] found id: "d2697dce87311ebfda6b2e7a6bf526826cbec3794f40470d66ccdfb7ff8d5eba"
I1122 02:01:04.416908 12109 cri.go:89] found id: "73e209740c4067b340f329187bb7522286657ce89f711ea0bfda8b4926e4e6ae"
I1122 02:01:04.416917 12109 cri.go:89] found id: "f06036f109309c524a607d7e8f39d5cfcce0f9ea2583de4b6feb8a470369345c"
I1122 02:01:04.416921 12109 cri.go:89] found id: "0507ecc925ed6547e6df13ad494fd103fe115b47070128408a4ee860a461360c"
I1122 02:01:04.416930 12109 cri.go:89] found id: "4fa6214fdeb1c08cd19b8d5beb20c00025147b67edb492f90dbd5892a8ff0597"
I1122 02:01:04.416938 12109 cri.go:89] found id: "41b1ff3c6cb6771e140feeffd4e546d09461c0ca9685cf1c562d240dbb18bfe9"
I1122 02:01:04.416941 12109 cri.go:89] found id: "8877d3b310c670bb9a61328c4b7d102a3d9c0ed5fa4fe1b481d29abff7da1443"
I1122 02:01:04.416944 12109 cri.go:89] found id: "097e4323d388eb37349ba8c8073f93bb70183f0cf4062f580b5fa215f556cbbb"
I1122 02:01:04.416948 12109 cri.go:89] found id: "f013564e936bcf68d1b2fc773d84bd31bcd2e6d35514fe732bde5b5e68c1b32a"
I1122 02:01:04.416951 12109 cri.go:89] found id: "22c78f0480015c99655f36e4d490bba45c345b0ebb1460a3aba768f782efa4f5"
I1122 02:01:04.416960 12109 cri.go:89] found id: "0cdeb956657c89f8f7f3cdfb0e0cd5e229af615ef42c7a36f5347c9978135107"
I1122 02:01:04.416965 12109 cri.go:89] found id: "a9b843dc847865f57d288d49f3dc2bb89d27fd55cd5602132f75ebec60569358"
I1122 02:01:04.416969 12109 cri.go:89] found id: "2abf789b6444c1e1602fb81df3da846a2c0659fad8975a94c6c4fce2cc0ff06c"
I1122 02:01:04.416985 12109 cri.go:89] found id: "e68271c59773e10dde86924f8085fe850131f97851e3ece63a557d6fa4d55026"
I1122 02:01:04.416996 12109 cri.go:89] found id: "29f56d7ed7988563012be48b452ac1c670bd73c44a67314290fbd98ef84f6b97"
I1122 02:01:04.417002 12109 cri.go:89] found id: "0cce3a8c9bd914d5a18ed9bfa59e334816293cf0066ec773001c7185073cc369"
I1122 02:01:04.417005 12109 cri.go:89] found id: "b0ac279ca9424b959e170e38e9acce0fbe3a19baf4fe66df16ab5803100ab599"
I1122 02:01:04.417008 12109 cri.go:89] found id: "34c3ab1eafac0212ba5785c50cbe1336cd48601299570a8509d40c420e25c18d"
I1122 02:01:04.417011 12109 cri.go:89] found id: ""
I1122 02:01:04.417072 12109 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:01:04.432267 12109 out.go:203]
W1122 02:01:04.435123 12109 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:01:04Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:01:04Z" level=error msg="open /run/runc: no such file or directory"
W1122 02:01:04.435154 12109 out.go:285] *
*
W1122 02:01:04.438959 12109 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_07218961934993dd21acc63caaf1aa08873c018e_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_07218961934993dd21acc63caaf1aa08873c018e_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 02:01:04.441763 12109 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable inspektor-gadget addon: args "out/minikube-linux-arm64 -p addons-255419 addons disable inspektor-gadget --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/InspektorGadget (6.26s)
=== RUN TestAddons/parallel/MetricsServer
=== PAUSE TestAddons/parallel/MetricsServer
=== CONT TestAddons/parallel/MetricsServer
addons_test.go:455: metrics-server stabilized in 2.755829ms
addons_test.go:457: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...
helpers_test.go:352: "metrics-server-85b7d694d7-rpm8d" [df6f151e-9bd8-4c64-9f4c-db29477f0106] Running
addons_test.go:457: (dbg) TestAddons/parallel/MetricsServer: k8s-app=metrics-server healthy within 6.003372654s
addons_test.go:463: (dbg) Run: kubectl --context addons-255419 top pods -n kube-system
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 addons disable metrics-server --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-255419 addons disable metrics-server --alsologtostderr -v=1: exit status 11 (360.594199ms)
-- stdout --
-- /stdout --
** stderr **
I1122 02:00:57.925446 11945 out.go:360] Setting OutFile to fd 1 ...
I1122 02:00:57.946103 11945 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:00:57.946226 11945 out.go:374] Setting ErrFile to fd 2...
I1122 02:00:57.946250 11945 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:00:57.946639 11945 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:00:57.950623 11945 mustload.go:66] Loading cluster: addons-255419
I1122 02:00:57.951070 11945 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:00:57.951083 11945 addons.go:622] checking whether the cluster is paused
I1122 02:00:57.951192 11945 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:00:57.951207 11945 host.go:66] Checking if "addons-255419" exists ...
I1122 02:00:57.951655 11945 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 02:00:57.976183 11945 ssh_runner.go:195] Run: systemctl --version
I1122 02:00:57.976242 11945 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 02:00:58.005662 11945 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 02:00:58.114512 11945 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:00:58.114623 11945 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:00:58.153225 11945 cri.go:89] found id: "ec5450bbd9781b942f568471d80f6cd352b24db749308da0e9f919c704f98a6b"
I1122 02:00:58.153248 11945 cri.go:89] found id: "6386ca30cb7d9af6940fc8f51944b233b00578375074c84c8e816536bc5e6557"
I1122 02:00:58.153253 11945 cri.go:89] found id: "1755b28392115dcd4412d6332dc89742d10177b6a563a8ccfe93985206bf6f4b"
I1122 02:00:58.153257 11945 cri.go:89] found id: "9f88ed03c555abfef8917c62102df8ef69c7b1d5fa0d927edc130a98bf0a912b"
I1122 02:00:58.153261 11945 cri.go:89] found id: "9713898f2973a480853aee69d6a52fea1284462c7ddff6198d740e70ce746f3c"
I1122 02:00:58.153273 11945 cri.go:89] found id: "d2697dce87311ebfda6b2e7a6bf526826cbec3794f40470d66ccdfb7ff8d5eba"
I1122 02:00:58.153278 11945 cri.go:89] found id: "73e209740c4067b340f329187bb7522286657ce89f711ea0bfda8b4926e4e6ae"
I1122 02:00:58.153281 11945 cri.go:89] found id: "f06036f109309c524a607d7e8f39d5cfcce0f9ea2583de4b6feb8a470369345c"
I1122 02:00:58.153285 11945 cri.go:89] found id: "0507ecc925ed6547e6df13ad494fd103fe115b47070128408a4ee860a461360c"
I1122 02:00:58.153291 11945 cri.go:89] found id: "4fa6214fdeb1c08cd19b8d5beb20c00025147b67edb492f90dbd5892a8ff0597"
I1122 02:00:58.153299 11945 cri.go:89] found id: "41b1ff3c6cb6771e140feeffd4e546d09461c0ca9685cf1c562d240dbb18bfe9"
I1122 02:00:58.153302 11945 cri.go:89] found id: "8877d3b310c670bb9a61328c4b7d102a3d9c0ed5fa4fe1b481d29abff7da1443"
I1122 02:00:58.153306 11945 cri.go:89] found id: "097e4323d388eb37349ba8c8073f93bb70183f0cf4062f580b5fa215f556cbbb"
I1122 02:00:58.153309 11945 cri.go:89] found id: "f013564e936bcf68d1b2fc773d84bd31bcd2e6d35514fe732bde5b5e68c1b32a"
I1122 02:00:58.153312 11945 cri.go:89] found id: "22c78f0480015c99655f36e4d490bba45c345b0ebb1460a3aba768f782efa4f5"
I1122 02:00:58.153321 11945 cri.go:89] found id: "0cdeb956657c89f8f7f3cdfb0e0cd5e229af615ef42c7a36f5347c9978135107"
I1122 02:00:58.153328 11945 cri.go:89] found id: "a9b843dc847865f57d288d49f3dc2bb89d27fd55cd5602132f75ebec60569358"
I1122 02:00:58.153333 11945 cri.go:89] found id: "2abf789b6444c1e1602fb81df3da846a2c0659fad8975a94c6c4fce2cc0ff06c"
I1122 02:00:58.153336 11945 cri.go:89] found id: "e68271c59773e10dde86924f8085fe850131f97851e3ece63a557d6fa4d55026"
I1122 02:00:58.153347 11945 cri.go:89] found id: "29f56d7ed7988563012be48b452ac1c670bd73c44a67314290fbd98ef84f6b97"
I1122 02:00:58.153352 11945 cri.go:89] found id: "0cce3a8c9bd914d5a18ed9bfa59e334816293cf0066ec773001c7185073cc369"
I1122 02:00:58.153365 11945 cri.go:89] found id: "b0ac279ca9424b959e170e38e9acce0fbe3a19baf4fe66df16ab5803100ab599"
I1122 02:00:58.153369 11945 cri.go:89] found id: "34c3ab1eafac0212ba5785c50cbe1336cd48601299570a8509d40c420e25c18d"
I1122 02:00:58.153372 11945 cri.go:89] found id: ""
I1122 02:00:58.153426 11945 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:00:58.177885 11945 out.go:203]
W1122 02:00:58.180896 11945 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:00:58Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:00:58Z" level=error msg="open /run/runc: no such file or directory"
W1122 02:00:58.180924 11945 out.go:285] *
*
W1122 02:00:58.185042 11945 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_9e377edc2b59264359e9c26f81b048e390fa608a_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_9e377edc2b59264359e9c26f81b048e390fa608a_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 02:00:58.187970 11945 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable metrics-server addon: args "out/minikube-linux-arm64 -p addons-255419 addons disable metrics-server --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/MetricsServer (6.50s)
=== RUN TestAddons/parallel/CSI
=== PAUSE TestAddons/parallel/CSI
=== CONT TestAddons/parallel/CSI
I1122 02:00:39.948861 4130 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1122 02:00:39.952958 4130 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1122 02:00:39.952982 4130 kapi.go:107] duration metric: took 4.133584ms to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
addons_test.go:549: csi-hostpath-driver pods stabilized in 4.143511ms
addons_test.go:552: (dbg) Run: kubectl --context addons-255419 create -f testdata/csi-hostpath-driver/pvc.yaml
addons_test.go:557: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc -o jsonpath={.status.phase} -n default
addons_test.go:562: (dbg) Run: kubectl --context addons-255419 create -f testdata/csi-hostpath-driver/pv-pod.yaml
addons_test.go:567: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod" in namespace "default" ...
helpers_test.go:352: "task-pv-pod" [7cace445-d6d7-4161-b577-e1f10afea05c] Pending
helpers_test.go:352: "task-pv-pod" [7cace445-d6d7-4161-b577-e1f10afea05c] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:352: "task-pv-pod" [7cace445-d6d7-4161-b577-e1f10afea05c] Running
addons_test.go:567: (dbg) TestAddons/parallel/CSI: app=task-pv-pod healthy within 11.003524136s
addons_test.go:572: (dbg) Run: kubectl --context addons-255419 create -f testdata/csi-hostpath-driver/snapshot.yaml
addons_test.go:577: (dbg) TestAddons/parallel/CSI: waiting 6m0s for volume snapshot "new-snapshot-demo" in namespace "default" ...
helpers_test.go:427: (dbg) Run: kubectl --context addons-255419 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:427: (dbg) Run: kubectl --context addons-255419 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
addons_test.go:582: (dbg) Run: kubectl --context addons-255419 delete pod task-pv-pod
addons_test.go:588: (dbg) Run: kubectl --context addons-255419 delete pvc hpvc
addons_test.go:594: (dbg) Run: kubectl --context addons-255419 create -f testdata/csi-hostpath-driver/pvc-restore.yaml
addons_test.go:599: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc-restore" in namespace "default" ...
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
addons_test.go:604: (dbg) Run: kubectl --context addons-255419 create -f testdata/csi-hostpath-driver/pv-pod-restore.yaml
addons_test.go:609: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod-restore" in namespace "default" ...
helpers_test.go:352: "task-pv-pod-restore" [77eed1b1-278a-4933-990a-dbbff8161036] Pending
helpers_test.go:352: "task-pv-pod-restore" [77eed1b1-278a-4933-990a-dbbff8161036] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:352: "task-pv-pod-restore" [77eed1b1-278a-4933-990a-dbbff8161036] Running
addons_test.go:609: (dbg) TestAddons/parallel/CSI: app=task-pv-pod-restore healthy within 7.00416111s
addons_test.go:614: (dbg) Run: kubectl --context addons-255419 delete pod task-pv-pod-restore
addons_test.go:618: (dbg) Run: kubectl --context addons-255419 delete pvc hpvc-restore
addons_test.go:622: (dbg) Run: kubectl --context addons-255419 delete volumesnapshot new-snapshot-demo
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 addons disable volumesnapshots --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-255419 addons disable volumesnapshots --alsologtostderr -v=1: exit status 11 (282.313497ms)
-- stdout --
-- /stdout --
** stderr **
I1122 02:01:34.779358 12887 out.go:360] Setting OutFile to fd 1 ...
I1122 02:01:34.779626 12887 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:01:34.779660 12887 out.go:374] Setting ErrFile to fd 2...
I1122 02:01:34.779683 12887 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:01:34.780093 12887 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:01:34.780472 12887 mustload.go:66] Loading cluster: addons-255419
I1122 02:01:34.781180 12887 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:01:34.781220 12887 addons.go:622] checking whether the cluster is paused
I1122 02:01:34.781403 12887 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:01:34.781445 12887 host.go:66] Checking if "addons-255419" exists ...
I1122 02:01:34.782117 12887 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 02:01:34.801168 12887 ssh_runner.go:195] Run: systemctl --version
I1122 02:01:34.801790 12887 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 02:01:34.820470 12887 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 02:01:34.927670 12887 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:01:34.927745 12887 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:01:34.963134 12887 cri.go:89] found id: "ec5450bbd9781b942f568471d80f6cd352b24db749308da0e9f919c704f98a6b"
I1122 02:01:34.963155 12887 cri.go:89] found id: "6386ca30cb7d9af6940fc8f51944b233b00578375074c84c8e816536bc5e6557"
I1122 02:01:34.963160 12887 cri.go:89] found id: "1755b28392115dcd4412d6332dc89742d10177b6a563a8ccfe93985206bf6f4b"
I1122 02:01:34.963163 12887 cri.go:89] found id: "9f88ed03c555abfef8917c62102df8ef69c7b1d5fa0d927edc130a98bf0a912b"
I1122 02:01:34.963166 12887 cri.go:89] found id: "9713898f2973a480853aee69d6a52fea1284462c7ddff6198d740e70ce746f3c"
I1122 02:01:34.963170 12887 cri.go:89] found id: "d2697dce87311ebfda6b2e7a6bf526826cbec3794f40470d66ccdfb7ff8d5eba"
I1122 02:01:34.963173 12887 cri.go:89] found id: "73e209740c4067b340f329187bb7522286657ce89f711ea0bfda8b4926e4e6ae"
I1122 02:01:34.963176 12887 cri.go:89] found id: "f06036f109309c524a607d7e8f39d5cfcce0f9ea2583de4b6feb8a470369345c"
I1122 02:01:34.963179 12887 cri.go:89] found id: "0507ecc925ed6547e6df13ad494fd103fe115b47070128408a4ee860a461360c"
I1122 02:01:34.963186 12887 cri.go:89] found id: "4fa6214fdeb1c08cd19b8d5beb20c00025147b67edb492f90dbd5892a8ff0597"
I1122 02:01:34.963190 12887 cri.go:89] found id: "41b1ff3c6cb6771e140feeffd4e546d09461c0ca9685cf1c562d240dbb18bfe9"
I1122 02:01:34.963193 12887 cri.go:89] found id: "8877d3b310c670bb9a61328c4b7d102a3d9c0ed5fa4fe1b481d29abff7da1443"
I1122 02:01:34.963196 12887 cri.go:89] found id: "097e4323d388eb37349ba8c8073f93bb70183f0cf4062f580b5fa215f556cbbb"
I1122 02:01:34.963199 12887 cri.go:89] found id: "f013564e936bcf68d1b2fc773d84bd31bcd2e6d35514fe732bde5b5e68c1b32a"
I1122 02:01:34.963202 12887 cri.go:89] found id: "22c78f0480015c99655f36e4d490bba45c345b0ebb1460a3aba768f782efa4f5"
I1122 02:01:34.963210 12887 cri.go:89] found id: "0cdeb956657c89f8f7f3cdfb0e0cd5e229af615ef42c7a36f5347c9978135107"
I1122 02:01:34.963214 12887 cri.go:89] found id: "a9b843dc847865f57d288d49f3dc2bb89d27fd55cd5602132f75ebec60569358"
I1122 02:01:34.963218 12887 cri.go:89] found id: "2abf789b6444c1e1602fb81df3da846a2c0659fad8975a94c6c4fce2cc0ff06c"
I1122 02:01:34.963221 12887 cri.go:89] found id: "e68271c59773e10dde86924f8085fe850131f97851e3ece63a557d6fa4d55026"
I1122 02:01:34.963224 12887 cri.go:89] found id: "29f56d7ed7988563012be48b452ac1c670bd73c44a67314290fbd98ef84f6b97"
I1122 02:01:34.963228 12887 cri.go:89] found id: "0cce3a8c9bd914d5a18ed9bfa59e334816293cf0066ec773001c7185073cc369"
I1122 02:01:34.963231 12887 cri.go:89] found id: "b0ac279ca9424b959e170e38e9acce0fbe3a19baf4fe66df16ab5803100ab599"
I1122 02:01:34.963234 12887 cri.go:89] found id: "34c3ab1eafac0212ba5785c50cbe1336cd48601299570a8509d40c420e25c18d"
I1122 02:01:34.963237 12887 cri.go:89] found id: ""
I1122 02:01:34.963291 12887 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:01:34.985857 12887 out.go:203]
W1122 02:01:34.990564 12887 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:01:34Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:01:34Z" level=error msg="open /run/runc: no such file or directory"
W1122 02:01:34.990594 12887 out.go:285] *
*
W1122 02:01:34.994412 12887 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_f6150db7515caf82d8c4c5baeba9fd21f738a7e0_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_f6150db7515caf82d8c4c5baeba9fd21f738a7e0_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 02:01:34.999206 12887 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable volumesnapshots addon: args "out/minikube-linux-arm64 -p addons-255419 addons disable volumesnapshots --alsologtostderr -v=1": exit status 11
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 addons disable csi-hostpath-driver --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-255419 addons disable csi-hostpath-driver --alsologtostderr -v=1: exit status 11 (268.075354ms)
-- stdout --
-- /stdout --
** stderr **
I1122 02:01:35.067452 12933 out.go:360] Setting OutFile to fd 1 ...
I1122 02:01:35.067705 12933 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:01:35.067737 12933 out.go:374] Setting ErrFile to fd 2...
I1122 02:01:35.067758 12933 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:01:35.068317 12933 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:01:35.069234 12933 mustload.go:66] Loading cluster: addons-255419
I1122 02:01:35.069691 12933 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:01:35.069765 12933 addons.go:622] checking whether the cluster is paused
I1122 02:01:35.069909 12933 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:01:35.069949 12933 host.go:66] Checking if "addons-255419" exists ...
I1122 02:01:35.070648 12933 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 02:01:35.090526 12933 ssh_runner.go:195] Run: systemctl --version
I1122 02:01:35.090581 12933 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 02:01:35.109161 12933 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 02:01:35.209241 12933 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:01:35.209346 12933 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:01:35.249197 12933 cri.go:89] found id: "ec5450bbd9781b942f568471d80f6cd352b24db749308da0e9f919c704f98a6b"
I1122 02:01:35.249223 12933 cri.go:89] found id: "6386ca30cb7d9af6940fc8f51944b233b00578375074c84c8e816536bc5e6557"
I1122 02:01:35.249229 12933 cri.go:89] found id: "1755b28392115dcd4412d6332dc89742d10177b6a563a8ccfe93985206bf6f4b"
I1122 02:01:35.249233 12933 cri.go:89] found id: "9f88ed03c555abfef8917c62102df8ef69c7b1d5fa0d927edc130a98bf0a912b"
I1122 02:01:35.249236 12933 cri.go:89] found id: "9713898f2973a480853aee69d6a52fea1284462c7ddff6198d740e70ce746f3c"
I1122 02:01:35.249240 12933 cri.go:89] found id: "d2697dce87311ebfda6b2e7a6bf526826cbec3794f40470d66ccdfb7ff8d5eba"
I1122 02:01:35.249243 12933 cri.go:89] found id: "73e209740c4067b340f329187bb7522286657ce89f711ea0bfda8b4926e4e6ae"
I1122 02:01:35.249246 12933 cri.go:89] found id: "f06036f109309c524a607d7e8f39d5cfcce0f9ea2583de4b6feb8a470369345c"
I1122 02:01:35.249249 12933 cri.go:89] found id: "0507ecc925ed6547e6df13ad494fd103fe115b47070128408a4ee860a461360c"
I1122 02:01:35.249306 12933 cri.go:89] found id: "4fa6214fdeb1c08cd19b8d5beb20c00025147b67edb492f90dbd5892a8ff0597"
I1122 02:01:35.249316 12933 cri.go:89] found id: "41b1ff3c6cb6771e140feeffd4e546d09461c0ca9685cf1c562d240dbb18bfe9"
I1122 02:01:35.249320 12933 cri.go:89] found id: "8877d3b310c670bb9a61328c4b7d102a3d9c0ed5fa4fe1b481d29abff7da1443"
I1122 02:01:35.249323 12933 cri.go:89] found id: "097e4323d388eb37349ba8c8073f93bb70183f0cf4062f580b5fa215f556cbbb"
I1122 02:01:35.249326 12933 cri.go:89] found id: "f013564e936bcf68d1b2fc773d84bd31bcd2e6d35514fe732bde5b5e68c1b32a"
I1122 02:01:35.249329 12933 cri.go:89] found id: "22c78f0480015c99655f36e4d490bba45c345b0ebb1460a3aba768f782efa4f5"
I1122 02:01:35.249337 12933 cri.go:89] found id: "0cdeb956657c89f8f7f3cdfb0e0cd5e229af615ef42c7a36f5347c9978135107"
I1122 02:01:35.249344 12933 cri.go:89] found id: "a9b843dc847865f57d288d49f3dc2bb89d27fd55cd5602132f75ebec60569358"
I1122 02:01:35.249349 12933 cri.go:89] found id: "2abf789b6444c1e1602fb81df3da846a2c0659fad8975a94c6c4fce2cc0ff06c"
I1122 02:01:35.249352 12933 cri.go:89] found id: "e68271c59773e10dde86924f8085fe850131f97851e3ece63a557d6fa4d55026"
I1122 02:01:35.249355 12933 cri.go:89] found id: "29f56d7ed7988563012be48b452ac1c670bd73c44a67314290fbd98ef84f6b97"
I1122 02:01:35.249360 12933 cri.go:89] found id: "0cce3a8c9bd914d5a18ed9bfa59e334816293cf0066ec773001c7185073cc369"
I1122 02:01:35.249363 12933 cri.go:89] found id: "b0ac279ca9424b959e170e38e9acce0fbe3a19baf4fe66df16ab5803100ab599"
I1122 02:01:35.249366 12933 cri.go:89] found id: "34c3ab1eafac0212ba5785c50cbe1336cd48601299570a8509d40c420e25c18d"
I1122 02:01:35.249369 12933 cri.go:89] found id: ""
I1122 02:01:35.249422 12933 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:01:35.267782 12933 out.go:203]
W1122 02:01:35.271903 12933 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:01:35Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:01:35Z" level=error msg="open /run/runc: no such file or directory"
W1122 02:01:35.271935 12933 out.go:285] *
*
W1122 02:01:35.275754 12933 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_913eef9b964ccef8b5b536327192b81f4aff5da9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_913eef9b964ccef8b5b536327192b81f4aff5da9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 02:01:35.279338 12933 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable csi-hostpath-driver addon: args "out/minikube-linux-arm64 -p addons-255419 addons disable csi-hostpath-driver --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/CSI (55.34s)
=== RUN TestAddons/parallel/Headlamp
=== PAUSE TestAddons/parallel/Headlamp
=== CONT TestAddons/parallel/Headlamp
addons_test.go:808: (dbg) Run: out/minikube-linux-arm64 addons enable headlamp -p addons-255419 --alsologtostderr -v=1
addons_test.go:808: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable headlamp -p addons-255419 --alsologtostderr -v=1: exit status 11 (272.506935ms)
-- stdout --
-- /stdout --
** stderr **
I1122 02:00:36.896088 11079 out.go:360] Setting OutFile to fd 1 ...
I1122 02:00:36.896256 11079 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:00:36.896267 11079 out.go:374] Setting ErrFile to fd 2...
I1122 02:00:36.896273 11079 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:00:36.896516 11079 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:00:36.896813 11079 mustload.go:66] Loading cluster: addons-255419
I1122 02:00:36.897170 11079 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:00:36.897238 11079 addons.go:622] checking whether the cluster is paused
I1122 02:00:36.897356 11079 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:00:36.897372 11079 host.go:66] Checking if "addons-255419" exists ...
I1122 02:00:36.897846 11079 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 02:00:36.916108 11079 ssh_runner.go:195] Run: systemctl --version
I1122 02:00:36.916172 11079 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 02:00:36.944254 11079 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 02:00:37.045483 11079 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:00:37.045562 11079 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:00:37.075735 11079 cri.go:89] found id: "ec5450bbd9781b942f568471d80f6cd352b24db749308da0e9f919c704f98a6b"
I1122 02:00:37.075757 11079 cri.go:89] found id: "6386ca30cb7d9af6940fc8f51944b233b00578375074c84c8e816536bc5e6557"
I1122 02:00:37.075762 11079 cri.go:89] found id: "1755b28392115dcd4412d6332dc89742d10177b6a563a8ccfe93985206bf6f4b"
I1122 02:00:37.075767 11079 cri.go:89] found id: "9f88ed03c555abfef8917c62102df8ef69c7b1d5fa0d927edc130a98bf0a912b"
I1122 02:00:37.075770 11079 cri.go:89] found id: "9713898f2973a480853aee69d6a52fea1284462c7ddff6198d740e70ce746f3c"
I1122 02:00:37.075773 11079 cri.go:89] found id: "d2697dce87311ebfda6b2e7a6bf526826cbec3794f40470d66ccdfb7ff8d5eba"
I1122 02:00:37.075776 11079 cri.go:89] found id: "73e209740c4067b340f329187bb7522286657ce89f711ea0bfda8b4926e4e6ae"
I1122 02:00:37.075779 11079 cri.go:89] found id: "f06036f109309c524a607d7e8f39d5cfcce0f9ea2583de4b6feb8a470369345c"
I1122 02:00:37.075783 11079 cri.go:89] found id: "0507ecc925ed6547e6df13ad494fd103fe115b47070128408a4ee860a461360c"
I1122 02:00:37.075789 11079 cri.go:89] found id: "4fa6214fdeb1c08cd19b8d5beb20c00025147b67edb492f90dbd5892a8ff0597"
I1122 02:00:37.075793 11079 cri.go:89] found id: "41b1ff3c6cb6771e140feeffd4e546d09461c0ca9685cf1c562d240dbb18bfe9"
I1122 02:00:37.075797 11079 cri.go:89] found id: "8877d3b310c670bb9a61328c4b7d102a3d9c0ed5fa4fe1b481d29abff7da1443"
I1122 02:00:37.075800 11079 cri.go:89] found id: "097e4323d388eb37349ba8c8073f93bb70183f0cf4062f580b5fa215f556cbbb"
I1122 02:00:37.075804 11079 cri.go:89] found id: "f013564e936bcf68d1b2fc773d84bd31bcd2e6d35514fe732bde5b5e68c1b32a"
I1122 02:00:37.075808 11079 cri.go:89] found id: "22c78f0480015c99655f36e4d490bba45c345b0ebb1460a3aba768f782efa4f5"
I1122 02:00:37.075816 11079 cri.go:89] found id: "0cdeb956657c89f8f7f3cdfb0e0cd5e229af615ef42c7a36f5347c9978135107"
I1122 02:00:37.075819 11079 cri.go:89] found id: "a9b843dc847865f57d288d49f3dc2bb89d27fd55cd5602132f75ebec60569358"
I1122 02:00:37.075824 11079 cri.go:89] found id: "2abf789b6444c1e1602fb81df3da846a2c0659fad8975a94c6c4fce2cc0ff06c"
I1122 02:00:37.075827 11079 cri.go:89] found id: "e68271c59773e10dde86924f8085fe850131f97851e3ece63a557d6fa4d55026"
I1122 02:00:37.075831 11079 cri.go:89] found id: "29f56d7ed7988563012be48b452ac1c670bd73c44a67314290fbd98ef84f6b97"
I1122 02:00:37.075835 11079 cri.go:89] found id: "0cce3a8c9bd914d5a18ed9bfa59e334816293cf0066ec773001c7185073cc369"
I1122 02:00:37.075838 11079 cri.go:89] found id: "b0ac279ca9424b959e170e38e9acce0fbe3a19baf4fe66df16ab5803100ab599"
I1122 02:00:37.075841 11079 cri.go:89] found id: "34c3ab1eafac0212ba5785c50cbe1336cd48601299570a8509d40c420e25c18d"
I1122 02:00:37.075848 11079 cri.go:89] found id: ""
I1122 02:00:37.075905 11079 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:00:37.090958 11079 out.go:203]
W1122 02:00:37.093795 11079 out.go:285] X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:00:37Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:00:37Z" level=error msg="open /run/runc: no such file or directory"
W1122 02:00:37.093819 11079 out.go:285] *
*
W1122 02:00:37.097566 11079 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_af3b8a9ce4f102efc219f1404c9eed7a69cbf2d5_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_af3b8a9ce4f102efc219f1404c9eed7a69cbf2d5_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 02:00:37.100432 11079 out.go:203]
** /stderr **
addons_test.go:810: failed to enable headlamp addon: args: "out/minikube-linux-arm64 addons enable headlamp -p addons-255419 --alsologtostderr -v=1": exit status 11
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestAddons/parallel/Headlamp]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestAddons/parallel/Headlamp]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect addons-255419
helpers_test.go:243: (dbg) docker inspect addons-255419:
-- stdout --
[
{
"Id": "1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c",
"Created": "2025-11-22T01:58:00.775952327Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 5291,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T01:58:00.843874028Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c/hostname",
"HostsPath": "/var/lib/docker/containers/1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c/hosts",
"LogPath": "/var/lib/docker/containers/1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c/1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c-json.log",
"Name": "/addons-255419",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-255419:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-255419",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4294967296,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8589934592,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "1afdc9d75b6c547ea06cb70111c868619e74000c7288ca1062cc3ae5ed279d0c",
"LowerDir": "/var/lib/docker/overlay2/12ab022ffff7e63e04e05f658fa40b214b59a4aaf107be3da79035691e667d3a-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/12ab022ffff7e63e04e05f658fa40b214b59a4aaf107be3da79035691e667d3a/merged",
"UpperDir": "/var/lib/docker/overlay2/12ab022ffff7e63e04e05f658fa40b214b59a4aaf107be3da79035691e667d3a/diff",
"WorkDir": "/var/lib/docker/overlay2/12ab022ffff7e63e04e05f658fa40b214b59a4aaf107be3da79035691e667d3a/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-255419",
"Source": "/var/lib/docker/volumes/addons-255419/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-255419",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-255419",
"name.minikube.sigs.k8s.io": "addons-255419",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "ac3642ebf2b0a000ebe14696d03eeabde0bd9a3b0ec26fccfae4fda1d3963cc3",
"SandboxKey": "/var/run/docker/netns/ac3642ebf2b0",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-255419": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "de:dc:bd:47:38:84",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "f55c3da7225d0586d5fc547c0987bcef322c7ce25a8070412b83b221425154c3",
"EndpointID": "806371a18310c82b70b2c787ccdf291709b941ed779b7d0e321a68acb0d1e586",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-255419",
"1afdc9d75b6c"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-255419 -n addons-255419
helpers_test.go:252: <<< TestAddons/parallel/Headlamp FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestAddons/parallel/Headlamp]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p addons-255419 logs -n 25: (1.465224953s)
helpers_test.go:260: TestAddons/parallel/Headlamp logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ start │ -o=json --download-only -p download-only-599311 --force --alsologtostderr --kubernetes-version=v1.28.0 --container-runtime=crio --driver=docker --container-runtime=crio │ download-only-599311 │ jenkins │ v1.37.0 │ 22 Nov 25 01:56 UTC │ │
│ delete │ --all │ minikube │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ 22 Nov 25 01:57 UTC │
│ delete │ -p download-only-599311 │ download-only-599311 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ 22 Nov 25 01:57 UTC │
│ start │ -o=json --download-only -p download-only-351432 --force --alsologtostderr --kubernetes-version=v1.34.1 --container-runtime=crio --driver=docker --container-runtime=crio │ download-only-351432 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ │
│ delete │ --all │ minikube │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ 22 Nov 25 01:57 UTC │
│ delete │ -p download-only-351432 │ download-only-351432 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ 22 Nov 25 01:57 UTC │
│ delete │ -p download-only-599311 │ download-only-599311 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ 22 Nov 25 01:57 UTC │
│ delete │ -p download-only-351432 │ download-only-351432 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ 22 Nov 25 01:57 UTC │
│ start │ --download-only -p download-docker-382857 --alsologtostderr --driver=docker --container-runtime=crio │ download-docker-382857 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ │
│ delete │ -p download-docker-382857 │ download-docker-382857 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ 22 Nov 25 01:57 UTC │
│ start │ --download-only -p binary-mirror-405907 --alsologtostderr --binary-mirror http://127.0.0.1:44491 --driver=docker --container-runtime=crio │ binary-mirror-405907 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ │
│ delete │ -p binary-mirror-405907 │ binary-mirror-405907 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ 22 Nov 25 01:57 UTC │
│ addons │ disable dashboard -p addons-255419 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ │
│ addons │ enable dashboard -p addons-255419 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ │
│ start │ -p addons-255419 --wait=true --memory=4096 --alsologtostderr --addons=registry --addons=registry-creds --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ 22 Nov 25 02:00 UTC │
│ addons │ addons-255419 addons disable volcano --alsologtostderr -v=1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:00 UTC │ │
│ addons │ addons-255419 addons disable gcp-auth --alsologtostderr -v=1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:00 UTC │ │
│ addons │ enable headlamp -p addons-255419 --alsologtostderr -v=1 │ addons-255419 │ jenkins │ v1.37.0 │ 22 Nov 25 02:00 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/11/22 01:57:34
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 01:57:34.486499 4892 out.go:360] Setting OutFile to fd 1 ...
I1122 01:57:34.487155 4892 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 01:57:34.487190 4892 out.go:374] Setting ErrFile to fd 2...
I1122 01:57:34.487212 4892 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 01:57:34.487520 4892 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 01:57:34.488038 4892 out.go:368] Setting JSON to false
I1122 01:57:34.488822 4892 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":2381,"bootTime":1763774274,"procs":144,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 01:57:34.488951 4892 start.go:143] virtualization:
I1122 01:57:34.492299 4892 out.go:179] * [addons-255419] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 01:57:34.496223 4892 out.go:179] - MINIKUBE_LOCATION=21946
I1122 01:57:34.496437 4892 notify.go:221] Checking for updates...
I1122 01:57:34.499930 4892 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 01:57:34.502867 4892 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 01:57:34.505721 4892 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 01:57:34.508651 4892 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 01:57:34.511440 4892 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 01:57:34.514553 4892 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 01:57:34.539789 4892 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 01:57:34.539904 4892 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 01:57:34.598641 4892 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:23 OomKillDisable:true NGoroutines:43 SystemTime:2025-11-22 01:57:34.589229915 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 01:57:34.598769 4892 docker.go:319] overlay module found
I1122 01:57:34.602056 4892 out.go:179] * Using the docker driver based on user configuration
I1122 01:57:34.604920 4892 start.go:309] selected driver: docker
I1122 01:57:34.604935 4892 start.go:927] validating driver "docker" against <nil>
I1122 01:57:34.604948 4892 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 01:57:34.605668 4892 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 01:57:34.659296 4892 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:23 OomKillDisable:true NGoroutines:43 SystemTime:2025-11-22 01:57:34.650581226 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 01:57:34.659447 4892 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1122 01:57:34.659713 4892 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 01:57:34.662608 4892 out.go:179] * Using Docker driver with root privileges
I1122 01:57:34.665431 4892 cni.go:84] Creating CNI manager for ""
I1122 01:57:34.665500 4892 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 01:57:34.665517 4892 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1122 01:57:34.665605 4892 start.go:353] cluster config:
{Name:addons-255419 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:addons-255419 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:
AutoPauseInterval:1m0s}
I1122 01:57:34.668787 4892 out.go:179] * Starting "addons-255419" primary control-plane node in "addons-255419" cluster
I1122 01:57:34.671471 4892 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 01:57:34.674366 4892 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 01:57:34.677192 4892 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 01:57:34.677238 4892 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 01:57:34.677249 4892 cache.go:65] Caching tarball of preloaded images
I1122 01:57:34.677273 4892 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 01:57:34.677336 4892 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 01:57:34.677346 4892 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 01:57:34.677673 4892 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/config.json ...
I1122 01:57:34.677745 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/config.json: {Name:mkafcc5cefa90c844f4c08c87d4b03974e0cf0f9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:57:34.693396 4892 cache.go:163] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a to local cache
I1122 01:57:34.693514 4892 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local cache directory
I1122 01:57:34.693534 4892 image.go:68] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local cache directory, skipping pull
I1122 01:57:34.693539 4892 image.go:137] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in cache, skipping pull
I1122 01:57:34.693545 4892 cache.go:166] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a as a tarball
I1122 01:57:34.693551 4892 cache.go:176] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a from local cache
I1122 01:57:52.768629 4892 cache.go:178] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a from cached tarball
I1122 01:57:52.768671 4892 cache.go:243] Successfully downloaded all kic artifacts
I1122 01:57:52.768699 4892 start.go:360] acquireMachinesLock for addons-255419: {Name:mk3e774121d5d525463e22823b2855f16ef0a81f Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 01:57:52.768813 4892 start.go:364] duration metric: took 91.324µs to acquireMachinesLock for "addons-255419"
I1122 01:57:52.768844 4892 start.go:93] Provisioning new machine with config: &{Name:addons-255419 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:addons-255419 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath:
SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 01:57:52.768937 4892 start.go:125] createHost starting for "" (driver="docker")
I1122 01:57:52.772453 4892 out.go:252] * Creating docker container (CPUs=2, Memory=4096MB) ...
I1122 01:57:52.772724 4892 start.go:159] libmachine.API.Create for "addons-255419" (driver="docker")
I1122 01:57:52.772760 4892 client.go:173] LocalClient.Create starting
I1122 01:57:52.772886 4892 main.go:143] libmachine: Creating CA: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem
I1122 01:57:53.065210 4892 main.go:143] libmachine: Creating client certificate: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem
I1122 01:57:53.735754 4892 cli_runner.go:164] Run: docker network inspect addons-255419 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1122 01:57:53.752343 4892 cli_runner.go:211] docker network inspect addons-255419 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1122 01:57:53.752439 4892 network_create.go:284] running [docker network inspect addons-255419] to gather additional debugging logs...
I1122 01:57:53.752460 4892 cli_runner.go:164] Run: docker network inspect addons-255419
W1122 01:57:53.772714 4892 cli_runner.go:211] docker network inspect addons-255419 returned with exit code 1
I1122 01:57:53.772745 4892 network_create.go:287] error running [docker network inspect addons-255419]: docker network inspect addons-255419: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-255419 not found
I1122 01:57:53.772768 4892 network_create.go:289] output of [docker network inspect addons-255419]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-255419 not found
** /stderr **
I1122 01:57:53.772865 4892 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 01:57:53.790510 4892 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x400197daa0}
I1122 01:57:53.790552 4892 network_create.go:124] attempt to create docker network addons-255419 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1122 01:57:53.790605 4892 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-255419 addons-255419
I1122 01:57:53.854240 4892 network_create.go:108] docker network addons-255419 192.168.49.0/24 created
I1122 01:57:53.854274 4892 kic.go:121] calculated static IP "192.168.49.2" for the "addons-255419" container
I1122 01:57:53.854359 4892 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1122 01:57:53.870182 4892 cli_runner.go:164] Run: docker volume create addons-255419 --label name.minikube.sigs.k8s.io=addons-255419 --label created_by.minikube.sigs.k8s.io=true
I1122 01:57:53.891015 4892 oci.go:103] Successfully created a docker volume addons-255419
I1122 01:57:53.891104 4892 cli_runner.go:164] Run: docker run --rm --name addons-255419-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-255419 --entrypoint /usr/bin/test -v addons-255419:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -d /var/lib
I1122 01:57:56.225312 4892 cli_runner.go:217] Completed: docker run --rm --name addons-255419-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-255419 --entrypoint /usr/bin/test -v addons-255419:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -d /var/lib: (2.334171021s)
I1122 01:57:56.225343 4892 oci.go:107] Successfully prepared a docker volume addons-255419
I1122 01:57:56.225385 4892 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 01:57:56.225397 4892 kic.go:194] Starting extracting preloaded images to volume ...
I1122 01:57:56.225472 4892 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-255419:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -I lz4 -xf /preloaded.tar -C /extractDir
I1122 01:58:00.702989 4892 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-255419:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -I lz4 -xf /preloaded.tar -C /extractDir: (4.477473039s)
I1122 01:58:00.703019 4892 kic.go:203] duration metric: took 4.477618682s to extract preloaded images to volume ...
W1122 01:58:00.703171 4892 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1122 01:58:00.703282 4892 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1122 01:58:00.756166 4892 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-255419 --name addons-255419 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-255419 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-255419 --network addons-255419 --ip 192.168.49.2 --volume addons-255419:/var --security-opt apparmor=unconfined --memory=4096mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a
I1122 01:58:01.102655 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Running}}
I1122 01:58:01.126411 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:01.157886 4892 cli_runner.go:164] Run: docker exec addons-255419 stat /var/lib/dpkg/alternatives/iptables
I1122 01:58:01.209381 4892 oci.go:144] the created container "addons-255419" has a running status.
I1122 01:58:01.209407 4892 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa...
I1122 01:58:01.619685 4892 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1122 01:58:01.644201 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:01.665101 4892 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1122 01:58:01.665126 4892 kic_runner.go:114] Args: [docker exec --privileged addons-255419 chown docker:docker /home/docker/.ssh/authorized_keys]
I1122 01:58:01.720222 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:01.739406 4892 machine.go:94] provisionDockerMachine start ...
I1122 01:58:01.739499 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:01.757795 4892 main.go:143] libmachine: Using SSH client type: native
I1122 01:58:01.758123 4892 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1122 01:58:01.758138 4892 main.go:143] libmachine: About to run SSH command:
hostname
I1122 01:58:01.758783 4892 main.go:143] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:54306->127.0.0.1:32768: read: connection reset by peer
I1122 01:58:04.898337 4892 main.go:143] libmachine: SSH cmd err, output: <nil>: addons-255419
I1122 01:58:04.898365 4892 ubuntu.go:182] provisioning hostname "addons-255419"
I1122 01:58:04.898443 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:04.919764 4892 main.go:143] libmachine: Using SSH client type: native
I1122 01:58:04.920073 4892 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1122 01:58:04.920090 4892 main.go:143] libmachine: About to run SSH command:
sudo hostname addons-255419 && echo "addons-255419" | sudo tee /etc/hostname
I1122 01:58:05.089326 4892 main.go:143] libmachine: SSH cmd err, output: <nil>: addons-255419
I1122 01:58:05.089403 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:05.108861 4892 main.go:143] libmachine: Using SSH client type: native
I1122 01:58:05.109173 4892 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1122 01:58:05.109190 4892 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-255419' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-255419/g' /etc/hosts;
else
echo '127.0.1.1 addons-255419' | sudo tee -a /etc/hosts;
fi
fi
I1122 01:58:05.251064 4892 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 01:58:05.251157 4892 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 01:58:05.251191 4892 ubuntu.go:190] setting up certificates
I1122 01:58:05.251234 4892 provision.go:84] configureAuth start
I1122 01:58:05.251341 4892 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-255419
I1122 01:58:05.268869 4892 provision.go:143] copyHostCerts
I1122 01:58:05.268960 4892 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 01:58:05.269094 4892 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 01:58:05.269147 4892 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 01:58:05.269192 4892 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.addons-255419 san=[127.0.0.1 192.168.49.2 addons-255419 localhost minikube]
I1122 01:58:05.573624 4892 provision.go:177] copyRemoteCerts
I1122 01:58:05.573696 4892 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 01:58:05.573738 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:05.591084 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:05.690424 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 01:58:05.708378 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1122 01:58:05.725741 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1122 01:58:05.742636 4892 provision.go:87] duration metric: took 491.368144ms to configureAuth
I1122 01:58:05.742664 4892 ubuntu.go:206] setting minikube options for container-runtime
I1122 01:58:05.742872 4892 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 01:58:05.742979 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:05.760963 4892 main.go:143] libmachine: Using SSH client type: native
I1122 01:58:05.761306 4892 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1122 01:58:05.761321 4892 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 01:58:06.058045 4892 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 01:58:06.058110 4892 machine.go:97] duration metric: took 4.318680739s to provisionDockerMachine
I1122 01:58:06.058151 4892 client.go:176] duration metric: took 13.285365749s to LocalClient.Create
I1122 01:58:06.058187 4892 start.go:167] duration metric: took 13.285464204s to libmachine.API.Create "addons-255419"
I1122 01:58:06.058207 4892 start.go:293] postStartSetup for "addons-255419" (driver="docker")
I1122 01:58:06.058238 4892 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 01:58:06.058320 4892 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 01:58:06.058408 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:06.075449 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:06.178798 4892 ssh_runner.go:195] Run: cat /etc/os-release
I1122 01:58:06.182037 4892 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 01:58:06.182064 4892 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 01:58:06.182074 4892 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 01:58:06.182141 4892 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 01:58:06.182163 4892 start.go:296] duration metric: took 123.93028ms for postStartSetup
I1122 01:58:06.182493 4892 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-255419
I1122 01:58:06.199052 4892 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/config.json ...
I1122 01:58:06.199343 4892 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 01:58:06.199393 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:06.215418 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:06.311666 4892 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 01:58:06.316535 4892 start.go:128] duration metric: took 13.547583109s to createHost
I1122 01:58:06.316558 4892 start.go:83] releasing machines lock for "addons-255419", held for 13.547730081s
I1122 01:58:06.316629 4892 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-255419
I1122 01:58:06.338493 4892 ssh_runner.go:195] Run: cat /version.json
I1122 01:58:06.338551 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:06.338649 4892 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 01:58:06.338701 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:06.356829 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:06.358941 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:06.555540 4892 ssh_runner.go:195] Run: systemctl --version
I1122 01:58:06.561629 4892 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 01:58:06.597157 4892 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 01:58:06.601614 4892 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 01:58:06.601734 4892 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 01:58:06.629854 4892 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1122 01:58:06.629926 4892 start.go:496] detecting cgroup driver to use...
I1122 01:58:06.629972 4892 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 01:58:06.630034 4892 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 01:58:06.646315 4892 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 01:58:06.658873 4892 docker.go:218] disabling cri-docker service (if available) ...
I1122 01:58:06.658964 4892 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 01:58:06.676498 4892 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 01:58:06.695826 4892 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 01:58:06.804763 4892 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 01:58:06.915785 4892 docker.go:234] disabling docker service ...
I1122 01:58:06.915852 4892 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 01:58:06.935304 4892 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 01:58:06.948281 4892 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 01:58:07.060279 4892 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 01:58:07.167889 4892 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 01:58:07.180322 4892 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 01:58:07.193629 4892 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 01:58:07.193738 4892 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 01:58:07.202002 4892 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 01:58:07.202108 4892 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 01:58:07.210411 4892 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 01:58:07.218769 4892 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 01:58:07.227295 4892 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 01:58:07.235057 4892 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 01:58:07.243457 4892 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 01:58:07.256205 4892 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 01:58:07.264799 4892 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 01:58:07.272316 4892 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 1
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1122 01:58:07.272395 4892 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1122 01:58:07.285758 4892 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 01:58:07.293506 4892 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 01:58:07.399093 4892 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 01:58:07.557277 4892 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 01:58:07.557429 4892 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 01:58:07.561158 4892 start.go:564] Will wait 60s for crictl version
I1122 01:58:07.561271 4892 ssh_runner.go:195] Run: which crictl
I1122 01:58:07.564840 4892 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 01:58:07.593567 4892 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 01:58:07.593708 4892 ssh_runner.go:195] Run: crio --version
I1122 01:58:07.626551 4892 ssh_runner.go:195] Run: crio --version
I1122 01:58:07.657714 4892 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 01:58:07.660653 4892 cli_runner.go:164] Run: docker network inspect addons-255419 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 01:58:07.677107 4892 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1122 01:58:07.680797 4892 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 01:58:07.690956 4892 kubeadm.go:884] updating cluster {Name:addons-255419 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:addons-255419 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketV
MnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 01:58:07.691072 4892 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 01:58:07.691134 4892 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 01:58:07.723589 4892 crio.go:514] all images are preloaded for cri-o runtime.
I1122 01:58:07.723612 4892 crio.go:433] Images already preloaded, skipping extraction
I1122 01:58:07.723664 4892 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 01:58:07.751168 4892 crio.go:514] all images are preloaded for cri-o runtime.
I1122 01:58:07.751191 4892 cache_images.go:86] Images are preloaded, skipping loading
I1122 01:58:07.751198 4892 kubeadm.go:935] updating node { 192.168.49.2 8443 v1.34.1 crio true true} ...
I1122 01:58:07.751281 4892 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-255419 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:addons-255419 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 01:58:07.751364 4892 ssh_runner.go:195] Run: crio config
I1122 01:58:07.804160 4892 cni.go:84] Creating CNI manager for ""
I1122 01:58:07.804189 4892 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 01:58:07.804210 4892 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1122 01:58:07.804232 4892 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-255419 NodeName:addons-255419 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 01:58:07.804359 4892 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-255419"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 01:58:07.804465 4892 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 01:58:07.812334 4892 binaries.go:51] Found k8s binaries, skipping transfer
I1122 01:58:07.812410 4892 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 01:58:07.819917 4892 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1122 01:58:07.833116 4892 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 01:58:07.845876 4892 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2210 bytes)
I1122 01:58:07.858299 4892 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1122 01:58:07.861796 4892 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 01:58:07.870997 4892 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 01:58:07.975217 4892 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 01:58:07.990599 4892 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419 for IP: 192.168.49.2
I1122 01:58:07.990620 4892 certs.go:195] generating shared ca certs ...
I1122 01:58:07.990638 4892 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:07.990799 4892 certs.go:241] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 01:58:08.206622 4892 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt ...
I1122 01:58:08.206654 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt: {Name:mk999a7f5b4d16829f2ca0b3fc8dfd2f1a268f18 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:08.206857 4892 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key ...
I1122 01:58:08.206874 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key: {Name:mkb7cabf5418532fc49e8abc11e4a06bdaab3802 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:08.206962 4892 certs.go:241] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 01:58:08.390866 4892 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt ...
I1122 01:58:08.390891 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt: {Name:mk3f68e2acd3862056ccb18885b270747bc32c27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:08.391051 4892 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key ...
I1122 01:58:08.391063 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key: {Name:mk8c9d5811a934ec63e6eb91e587266dc523118e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:08.391138 4892 certs.go:257] generating profile certs ...
I1122 01:58:08.391197 4892 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.key
I1122 01:58:08.391216 4892 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt with IP's: []
I1122 01:58:08.756743 4892 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt ...
I1122 01:58:08.756784 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: {Name:mk0b5e5293301e799a9e5256a9be199c69940d9c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:08.756975 4892 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.key ...
I1122 01:58:08.756988 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.key: {Name:mk75b42c794efad4534ff8291fa997982231e61a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:08.757068 4892 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.key.2c31d3c6
I1122 01:58:08.757091 4892 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.crt.2c31d3c6 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1122 01:58:09.893878 4892 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.crt.2c31d3c6 ...
I1122 01:58:09.893909 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.crt.2c31d3c6: {Name:mkad385a2e0b2ee13d32883cc3baca4341be4edb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:09.894099 4892 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.key.2c31d3c6 ...
I1122 01:58:09.894113 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.key.2c31d3c6: {Name:mkfd386753d7dc97b36aa9e34ad07264bb1394d6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:09.894192 4892 certs.go:382] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.crt.2c31d3c6 -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.crt
I1122 01:58:09.894280 4892 certs.go:386] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.key.2c31d3c6 -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.key
I1122 01:58:09.894341 4892 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/proxy-client.key
I1122 01:58:09.894362 4892 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/proxy-client.crt with IP's: []
I1122 01:58:10.420350 4892 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/proxy-client.crt ...
I1122 01:58:10.420380 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/proxy-client.crt: {Name:mk88255c71019535af37a8e6ee950db001bf8f24 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:10.420604 4892 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/proxy-client.key ...
I1122 01:58:10.420621 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/proxy-client.key: {Name:mk25d120fa59e3257ea50bf841f477a93703f6e3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:10.420805 4892 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 01:58:10.420850 4892 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 01:58:10.420877 4892 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 01:58:10.420908 4892 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 01:58:10.421464 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 01:58:10.440244 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 01:58:10.457528 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 01:58:10.475035 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 01:58:10.492451 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1122 01:58:10.509968 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1122 01:58:10.527924 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 01:58:10.544932 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1122 01:58:10.562188 4892 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 01:58:10.580390 4892 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 01:58:10.593051 4892 ssh_runner.go:195] Run: openssl version
I1122 01:58:10.599318 4892 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 01:58:10.607584 4892 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 01:58:10.611316 4892 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 01:58:10.611384 4892 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 01:58:10.653044 4892 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 01:58:10.661207 4892 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 01:58:10.664814 4892 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1122 01:58:10.664859 4892 kubeadm.go:401] StartCluster: {Name:addons-255419 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:addons-255419 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMne
tClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 01:58:10.664925 4892 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 01:58:10.664993 4892 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 01:58:10.691367 4892 cri.go:89] found id: ""
I1122 01:58:10.691441 4892 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 01:58:10.700039 4892 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1122 01:58:10.707636 4892 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1122 01:58:10.707717 4892 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1122 01:58:10.715222 4892 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1122 01:58:10.715242 4892 kubeadm.go:158] found existing configuration files:
I1122 01:58:10.715318 4892 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1122 01:58:10.722874 4892 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1122 01:58:10.722974 4892 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1122 01:58:10.730288 4892 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1122 01:58:10.737692 4892 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1122 01:58:10.737838 4892 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1122 01:58:10.745110 4892 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1122 01:58:10.753053 4892 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1122 01:58:10.753119 4892 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1122 01:58:10.760546 4892 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1122 01:58:10.768045 4892 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1122 01:58:10.768132 4892 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1122 01:58:10.775780 4892 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1122 01:58:10.814623 4892 kubeadm.go:319] [init] Using Kubernetes version: v1.34.1
I1122 01:58:10.814690 4892 kubeadm.go:319] [preflight] Running pre-flight checks
I1122 01:58:10.838318 4892 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1122 01:58:10.838398 4892 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1122 01:58:10.838438 4892 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1122 01:58:10.838494 4892 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1122 01:58:10.838548 4892 kubeadm.go:319] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1122 01:58:10.838601 4892 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1122 01:58:10.838655 4892 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1122 01:58:10.838744 4892 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1122 01:58:10.838799 4892 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1122 01:58:10.838850 4892 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1122 01:58:10.838904 4892 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1122 01:58:10.838957 4892 kubeadm.go:319] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1122 01:58:10.905279 4892 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1122 01:58:10.905400 4892 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1122 01:58:10.905502 4892 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1122 01:58:10.914535 4892 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1122 01:58:10.920647 4892 out.go:252] - Generating certificates and keys ...
I1122 01:58:10.920782 4892 kubeadm.go:319] [certs] Using existing ca certificate authority
I1122 01:58:10.920868 4892 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1122 01:58:10.958464 4892 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1122 01:58:11.397436 4892 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1122 01:58:11.796608 4892 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1122 01:58:12.182677 4892 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1122 01:58:12.443000 4892 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1122 01:58:12.443219 4892 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [addons-255419 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1122 01:58:12.657203 4892 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1122 01:58:12.657566 4892 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [addons-255419 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1122 01:58:13.229762 4892 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1122 01:58:13.650444 4892 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1122 01:58:14.197099 4892 kubeadm.go:319] [certs] Generating "sa" key and public key
I1122 01:58:14.197355 4892 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1122 01:58:14.721349 4892 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1122 01:58:15.000403 4892 kubeadm.go:319] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1122 01:58:15.130658 4892 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1122 01:58:15.851494 4892 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1122 01:58:16.215274 4892 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1122 01:58:16.215987 4892 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1122 01:58:16.218638 4892 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1122 01:58:16.222076 4892 out.go:252] - Booting up control plane ...
I1122 01:58:16.222185 4892 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1122 01:58:16.222272 4892 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1122 01:58:16.222347 4892 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1122 01:58:16.237242 4892 kubeadm.go:319] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1122 01:58:16.237359 4892 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1122 01:58:16.244565 4892 kubeadm.go:319] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1122 01:58:16.244913 4892 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1122 01:58:16.245162 4892 kubeadm.go:319] [kubelet-start] Starting the kubelet
I1122 01:58:16.376583 4892 kubeadm.go:319] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1122 01:58:16.376714 4892 kubeadm.go:319] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1122 01:58:17.877965 4892 kubeadm.go:319] [kubelet-check] The kubelet is healthy after 1.501662492s
I1122 01:58:17.882614 4892 kubeadm.go:319] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1122 01:58:17.882809 4892 kubeadm.go:319] [control-plane-check] Checking kube-apiserver at https://192.168.49.2:8443/livez
I1122 01:58:17.882907 4892 kubeadm.go:319] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1122 01:58:17.882997 4892 kubeadm.go:319] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1122 01:58:22.341282 4892 kubeadm.go:319] [control-plane-check] kube-controller-manager is healthy after 4.457723711s
I1122 01:58:23.415212 4892 kubeadm.go:319] [control-plane-check] kube-scheduler is healthy after 5.532597202s
I1122 01:58:24.384588 4892 kubeadm.go:319] [control-plane-check] kube-apiserver is healthy after 6.501930056s
I1122 01:58:24.406344 4892 kubeadm.go:319] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1122 01:58:24.418758 4892 kubeadm.go:319] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1122 01:58:24.441286 4892 kubeadm.go:319] [upload-certs] Skipping phase. Please see --upload-certs
I1122 01:58:24.441517 4892 kubeadm.go:319] [mark-control-plane] Marking the node addons-255419 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1122 01:58:24.455892 4892 kubeadm.go:319] [bootstrap-token] Using token: fkzvhe.h6gv72wza019lxpg
I1122 01:58:24.459040 4892 out.go:252] - Configuring RBAC rules ...
I1122 01:58:24.459165 4892 kubeadm.go:319] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1122 01:58:24.464810 4892 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1122 01:58:24.478043 4892 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1122 01:58:24.482960 4892 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1122 01:58:24.491423 4892 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1122 01:58:24.500808 4892 kubeadm.go:319] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1122 01:58:24.791881 4892 kubeadm.go:319] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1122 01:58:25.242368 4892 kubeadm.go:319] [addons] Applied essential addon: CoreDNS
I1122 01:58:25.791069 4892 kubeadm.go:319] [addons] Applied essential addon: kube-proxy
I1122 01:58:25.792462 4892 kubeadm.go:319]
I1122 01:58:25.792542 4892 kubeadm.go:319] Your Kubernetes control-plane has initialized successfully!
I1122 01:58:25.792553 4892 kubeadm.go:319]
I1122 01:58:25.792642 4892 kubeadm.go:319] To start using your cluster, you need to run the following as a regular user:
I1122 01:58:25.792651 4892 kubeadm.go:319]
I1122 01:58:25.792678 4892 kubeadm.go:319] mkdir -p $HOME/.kube
I1122 01:58:25.792744 4892 kubeadm.go:319] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1122 01:58:25.792807 4892 kubeadm.go:319] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1122 01:58:25.792816 4892 kubeadm.go:319]
I1122 01:58:25.792873 4892 kubeadm.go:319] Alternatively, if you are the root user, you can run:
I1122 01:58:25.792882 4892 kubeadm.go:319]
I1122 01:58:25.792933 4892 kubeadm.go:319] export KUBECONFIG=/etc/kubernetes/admin.conf
I1122 01:58:25.792941 4892 kubeadm.go:319]
I1122 01:58:25.793002 4892 kubeadm.go:319] You should now deploy a pod network to the cluster.
I1122 01:58:25.793102 4892 kubeadm.go:319] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1122 01:58:25.793178 4892 kubeadm.go:319] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1122 01:58:25.793187 4892 kubeadm.go:319]
I1122 01:58:25.793276 4892 kubeadm.go:319] You can now join any number of control-plane nodes by copying certificate authorities
I1122 01:58:25.793365 4892 kubeadm.go:319] and service account keys on each node and then running the following as root:
I1122 01:58:25.793373 4892 kubeadm.go:319]
I1122 01:58:25.793462 4892 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token fkzvhe.h6gv72wza019lxpg \
I1122 01:58:25.793573 4892 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680 \
I1122 01:58:25.793598 4892 kubeadm.go:319] --control-plane
I1122 01:58:25.793607 4892 kubeadm.go:319]
I1122 01:58:25.793703 4892 kubeadm.go:319] Then you can join any number of worker nodes by running the following on each as root:
I1122 01:58:25.793713 4892 kubeadm.go:319]
I1122 01:58:25.793799 4892 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token fkzvhe.h6gv72wza019lxpg \
I1122 01:58:25.793910 4892 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680
I1122 01:58:25.796268 4892 kubeadm.go:319] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1122 01:58:25.796502 4892 kubeadm.go:319] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1122 01:58:25.796616 4892 kubeadm.go:319] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1122 01:58:25.796635 4892 cni.go:84] Creating CNI manager for ""
I1122 01:58:25.796647 4892 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 01:58:25.799832 4892 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1122 01:58:25.802781 4892 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1122 01:58:25.806790 4892 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1122 01:58:25.806812 4892 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1122 01:58:25.819363 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1122 01:58:26.118248 4892 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1122 01:58:26.118397 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:26.118395 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-255419 minikube.k8s.io/updated_at=2025_11_22T01_58_26_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a minikube.k8s.io/name=addons-255419 minikube.k8s.io/primary=true
I1122 01:58:26.131426 4892 ops.go:34] apiserver oom_adj: -16
I1122 01:58:26.229169 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:26.729890 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:27.230136 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:27.729320 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:28.230245 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:28.730220 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:29.229366 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:29.730111 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:30.229764 4892 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 01:58:30.322670 4892 kubeadm.go:1114] duration metric: took 4.204338868s to wait for elevateKubeSystemPrivileges
I1122 01:58:30.322707 4892 kubeadm.go:403] duration metric: took 19.657850336s to StartCluster
I1122 01:58:30.322745 4892 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:30.322864 4892 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 01:58:30.323223 4892 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 01:58:30.323414 4892 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1122 01:58:30.323434 4892 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 01:58:30.323659 4892 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 01:58:30.323694 4892 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:true storage-provisioner:true storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1122 01:58:30.323772 4892 addons.go:70] Setting yakd=true in profile "addons-255419"
I1122 01:58:30.323793 4892 addons.go:239] Setting addon yakd=true in "addons-255419"
I1122 01:58:30.323816 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.324253 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.324574 4892 addons.go:70] Setting inspektor-gadget=true in profile "addons-255419"
I1122 01:58:30.324598 4892 addons.go:239] Setting addon inspektor-gadget=true in "addons-255419"
I1122 01:58:30.324621 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.325064 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.327715 4892 addons.go:70] Setting metrics-server=true in profile "addons-255419"
I1122 01:58:30.327793 4892 addons.go:239] Setting addon metrics-server=true in "addons-255419"
I1122 01:58:30.327840 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.327865 4892 addons.go:70] Setting amd-gpu-device-plugin=true in profile "addons-255419"
I1122 01:58:30.327930 4892 addons.go:239] Setting addon amd-gpu-device-plugin=true in "addons-255419"
I1122 01:58:30.328025 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.328368 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.329303 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.338900 4892 addons.go:70] Setting nvidia-device-plugin=true in profile "addons-255419"
I1122 01:58:30.338936 4892 addons.go:239] Setting addon nvidia-device-plugin=true in "addons-255419"
I1122 01:58:30.338988 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.340057 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.344742 4892 addons.go:70] Setting cloud-spanner=true in profile "addons-255419"
I1122 01:58:30.344816 4892 addons.go:239] Setting addon cloud-spanner=true in "addons-255419"
I1122 01:58:30.345193 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.345718 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.346500 4892 addons.go:70] Setting registry=true in profile "addons-255419"
I1122 01:58:30.346531 4892 addons.go:239] Setting addon registry=true in "addons-255419"
I1122 01:58:30.346570 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.346740 4892 addons.go:70] Setting csi-hostpath-driver=true in profile "addons-255419"
I1122 01:58:30.346803 4892 addons.go:239] Setting addon csi-hostpath-driver=true in "addons-255419"
I1122 01:58:30.346826 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.347263 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.347471 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.353645 4892 addons.go:70] Setting default-storageclass=true in profile "addons-255419"
I1122 01:58:30.353690 4892 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "addons-255419"
I1122 01:58:30.354095 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.366150 4892 addons.go:70] Setting registry-creds=true in profile "addons-255419"
I1122 01:58:30.366189 4892 addons.go:239] Setting addon registry-creds=true in "addons-255419"
I1122 01:58:30.366228 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.366911 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.370775 4892 addons.go:70] Setting gcp-auth=true in profile "addons-255419"
I1122 01:58:30.370818 4892 mustload.go:66] Loading cluster: addons-255419
I1122 01:58:30.371071 4892 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 01:58:30.371361 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.380709 4892 addons.go:70] Setting storage-provisioner=true in profile "addons-255419"
I1122 01:58:30.380738 4892 addons.go:239] Setting addon storage-provisioner=true in "addons-255419"
I1122 01:58:30.380778 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.381616 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.389892 4892 out.go:179] * Verifying Kubernetes components...
I1122 01:58:30.394429 4892 addons.go:70] Setting ingress=true in profile "addons-255419"
I1122 01:58:30.394466 4892 addons.go:239] Setting addon ingress=true in "addons-255419"
I1122 01:58:30.394506 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.395026 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.410049 4892 addons.go:70] Setting storage-provisioner-rancher=true in profile "addons-255419"
I1122 01:58:30.410079 4892 addons_storage_classes.go:34] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-255419"
I1122 01:58:30.410247 4892 addons.go:70] Setting ingress-dns=true in profile "addons-255419"
I1122 01:58:30.410272 4892 addons.go:239] Setting addon ingress-dns=true in "addons-255419"
I1122 01:58:30.410308 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.410767 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.410782 4892 addons.go:70] Setting volcano=true in profile "addons-255419"
I1122 01:58:30.410800 4892 addons.go:239] Setting addon volcano=true in "addons-255419"
I1122 01:58:30.410883 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.411506 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.410770 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.444338 4892 addons.go:70] Setting volumesnapshots=true in profile "addons-255419"
I1122 01:58:30.444377 4892 addons.go:239] Setting addon volumesnapshots=true in "addons-255419"
I1122 01:58:30.444415 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.444948 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.519852 4892 out.go:179] - Using image docker.io/marcnuri/yakd:0.0.5
I1122 01:58:30.523084 4892 addons.go:436] installing /etc/kubernetes/addons/yakd-ns.yaml
I1122 01:58:30.523172 4892 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1122 01:58:30.523279 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.530916 4892 out.go:179] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.46.0
I1122 01:58:30.534201 4892 addons.go:436] installing /etc/kubernetes/addons/ig-deployment.yaml
I1122 01:58:30.534275 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (15034 bytes)
I1122 01:58:30.534370 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.566774 4892 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 01:58:30.572345 4892 out.go:179] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.43
I1122 01:58:30.575921 4892 addons.go:436] installing /etc/kubernetes/addons/deployment.yaml
I1122 01:58:30.576009 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1122 01:58:30.576117 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.583002 4892 out.go:179] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1122 01:58:30.586129 4892 addons.go:436] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1122 01:58:30.586149 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1122 01:58:30.586223 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.623932 4892 out.go:179] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.18.0
I1122 01:58:30.664778 4892 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.4
I1122 01:58:30.678859 4892 out.go:179] - Using image registry.k8s.io/metrics-server/metrics-server:v0.8.0
I1122 01:58:30.681766 4892 addons.go:436] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1122 01:58:30.681797 4892 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1122 01:58:30.682006 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.690804 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.697906 4892 addons.go:436] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1122 01:58:30.697936 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1122 01:58:30.698011 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.706179 4892 out.go:179] - Using image docker.io/kicbase/minikube-ingress-dns:0.0.4
I1122 01:58:30.733578 4892 out.go:179] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1122 01:58:30.742892 4892 out.go:179] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1122 01:58:30.742958 4892 out.go:179] - Using image docker.io/upmcenterprises/registry-creds:1.10
I1122 01:58:30.747560 4892 out.go:179] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1122 01:58:30.747716 4892 addons.go:436] installing /etc/kubernetes/addons/registry-creds-rc.yaml
I1122 01:58:30.747730 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-creds-rc.yaml (3306 bytes)
I1122 01:58:30.747804 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.753151 4892 out.go:179] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.9
I1122 01:58:30.758979 4892 addons.go:239] Setting addon storage-provisioner-rancher=true in "addons-255419"
I1122 01:58:30.762878 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.763652 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.763785 4892 out.go:179] - Using image registry.k8s.io/ingress-nginx/controller:v1.14.0
W1122 01:58:30.764070 4892 out.go:285] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1122 01:58:30.764325 4892 addons.go:436] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1122 01:58:30.779143 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2889 bytes)
I1122 01:58:30.779220 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.778989 4892 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1122 01:58:30.826903 4892 out.go:179] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1122 01:58:30.779052 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:30.827796 4892 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 01:58:30.827809 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 01:58:30.827884 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.840865 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:30.843515 4892 out.go:179] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1122 01:58:30.843713 4892 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.4
I1122 01:58:30.843767 4892 out.go:179] - Using image docker.io/registry:3.0.0
I1122 01:58:30.843991 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:30.844249 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:30.849558 4892 addons.go:436] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1122 01:58:30.849575 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1122 01:58:30.849638 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.850072 4892 addons.go:239] Setting addon default-storageclass=true in "addons-255419"
I1122 01:58:30.858194 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:30.859078 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:30.850212 4892 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1122 01:58:30.864175 4892 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1122 01:58:30.864278 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.871925 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:30.855139 4892 addons.go:436] installing /etc/kubernetes/addons/registry-rc.yaml
I1122 01:58:30.872743 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1122 01:58:30.873077 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.876305 4892 out.go:179] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1122 01:58:30.882190 4892 out.go:179] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1122 01:58:30.893344 4892 out.go:179] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1122 01:58:30.894261 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:30.899017 4892 out.go:179] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1122 01:58:30.901871 4892 addons.go:436] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1122 01:58:30.901896 4892 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1122 01:58:30.901962 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:30.975588 4892 out.go:179] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1122 01:58:30.978513 4892 out.go:179] - Using image docker.io/busybox:stable
I1122 01:58:30.981556 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:30.986811 4892 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1122 01:58:30.986844 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1122 01:58:30.986910 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:31.007530 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:31.038955 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:31.068533 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:31.084369 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:31.086969 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:31.101246 4892 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 01:58:31.101266 4892 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 01:58:31.101329 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:31.105719 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:31.110006 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:31.133779 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:31.144423 4892 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 01:58:31.144637 4892 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1122 01:58:31.715748 4892 addons.go:436] installing /etc/kubernetes/addons/yakd-sa.yaml
I1122 01:58:31.715773 4892 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1122 01:58:31.754989 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1122 01:58:31.813345 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1122 01:58:31.875464 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1122 01:58:31.887944 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ig-deployment.yaml
I1122 01:58:31.957453 4892 addons.go:436] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1122 01:58:31.957478 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1122 01:58:31.976611 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1122 01:58:31.981003 4892 addons.go:436] installing /etc/kubernetes/addons/yakd-crb.yaml
I1122 01:58:31.981028 4892 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1122 01:58:32.000564 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 01:58:32.006277 4892 addons.go:436] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1122 01:58:32.006323 4892 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1122 01:58:32.019869 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 01:58:32.030854 4892 addons.go:436] installing /etc/kubernetes/addons/registry-svc.yaml
I1122 01:58:32.030882 4892 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1122 01:58:32.045676 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/registry-creds-rc.yaml
I1122 01:58:32.053499 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1122 01:58:32.118510 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1122 01:58:32.119604 4892 addons.go:436] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1122 01:58:32.119625 4892 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1122 01:58:32.220908 4892 addons.go:436] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1122 01:58:32.220934 4892 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1122 01:58:32.233579 4892 addons.go:436] installing /etc/kubernetes/addons/yakd-svc.yaml
I1122 01:58:32.233606 4892 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1122 01:58:32.237358 4892 addons.go:436] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1122 01:58:32.237390 4892 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1122 01:58:32.265468 4892 addons.go:436] installing /etc/kubernetes/addons/registry-proxy.yaml
I1122 01:58:32.265504 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1122 01:58:32.456081 4892 addons.go:436] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1122 01:58:32.456108 4892 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1122 01:58:32.473981 4892 addons.go:436] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1122 01:58:32.474025 4892 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1122 01:58:32.527424 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1122 01:58:32.536738 4892 addons.go:436] installing /etc/kubernetes/addons/yakd-dp.yaml
I1122 01:58:32.536764 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1122 01:58:32.557397 4892 addons.go:436] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1122 01:58:32.557441 4892 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1122 01:58:32.596608 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1122 01:58:32.736072 4892 addons.go:436] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1122 01:58:32.736099 4892 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1122 01:58:32.810117 4892 addons.go:436] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1122 01:58:32.810157 4892 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1122 01:58:32.862465 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1122 01:58:32.952613 4892 addons.go:436] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1122 01:58:32.952656 4892 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1122 01:58:32.971009 4892 addons.go:436] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1122 01:58:32.971033 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1122 01:58:33.142178 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1122 01:58:33.183044 4892 addons.go:436] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1122 01:58:33.183085 4892 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1122 01:58:33.385221 4892 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1122 01:58:33.385246 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1122 01:58:33.417511 4892 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.273052029s)
I1122 01:58:33.417589 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (1.662575436s)
I1122 01:58:33.417637 4892 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.272966571s)
I1122 01:58:33.417739 4892 start.go:977] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1122 01:58:33.419139 4892 node_ready.go:35] waiting up to 6m0s for node "addons-255419" to be "Ready" ...
I1122 01:58:33.654762 4892 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1122 01:58:33.654798 4892 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1122 01:58:33.760345 4892 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1122 01:58:33.760370 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1122 01:58:33.932515 4892 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-255419" context rescaled to 1 replicas
I1122 01:58:33.989671 4892 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1122 01:58:33.989696 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1122 01:58:34.264801 4892 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1122 01:58:34.264874 4892 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1122 01:58:34.404401 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (2.591019712s)
I1122 01:58:34.404480 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (2.528988998s)
I1122 01:58:34.559114 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
W1122 01:58:35.468492 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:35.960043 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ig-deployment.yaml: (4.07206291s)
I1122 01:58:35.960120 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (3.983489423s)
I1122 01:58:35.960345 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.959753041s)
I1122 01:58:35.960379 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (3.94048719s)
I1122 01:58:35.960475 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/registry-creds-rc.yaml: (3.914773456s)
W1122 01:58:36.019436 4892 out.go:285] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1122 01:58:36.769149 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.241679418s)
I1122 01:58:36.769191 4892 addons.go:495] Verifying addon registry=true in "addons-255419"
I1122 01:58:36.769320 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (4.715795783s)
I1122 01:58:36.769346 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (4.650558427s)
I1122 01:58:36.769421 4892 addons.go:495] Verifying addon ingress=true in "addons-255419"
I1122 01:58:36.769523 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.17288816s)
I1122 01:58:36.769536 4892 addons.go:495] Verifying addon metrics-server=true in "addons-255419"
I1122 01:58:36.769643 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (3.907081427s)
I1122 01:58:36.769975 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (3.627764684s)
W1122 01:58:36.770008 4892 addons.go:477] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1122 01:58:36.770030 4892 retry.go:31] will retry after 350.078409ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1122 01:58:36.772106 4892 out.go:179] * Verifying registry addon...
I1122 01:58:36.775188 4892 out.go:179] * Verifying ingress addon...
I1122 01:58:36.775300 4892 out.go:179] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-255419 service yakd-dashboard -n yakd-dashboard
I1122 01:58:36.775967 4892 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1122 01:58:36.778851 4892 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1122 01:58:36.783058 4892 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1122 01:58:36.783080 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:36.783569 4892 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1122 01:58:36.783589 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:37.108311 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (2.549131896s)
I1122 01:58:37.108347 4892 addons.go:495] Verifying addon csi-hostpath-driver=true in "addons-255419"
I1122 01:58:37.111121 4892 out.go:179] * Verifying csi-hostpath-driver addon...
I1122 01:58:37.114854 4892 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1122 01:58:37.120842 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1122 01:58:37.126500 4892 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1122 01:58:37.126575 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:37.279872 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:37.282536 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:37.618749 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:37.781566 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:37.781775 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1122 01:58:37.922968 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:38.118702 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:38.279594 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:38.282037 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:38.576050 4892 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1122 01:58:38.576152 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:38.593240 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:38.618253 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:38.705144 4892 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1122 01:58:38.717962 4892 addons.go:239] Setting addon gcp-auth=true in "addons-255419"
I1122 01:58:38.718010 4892 host.go:66] Checking if "addons-255419" exists ...
I1122 01:58:38.718473 4892 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 01:58:38.736121 4892 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1122 01:58:38.736182 4892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 01:58:38.753956 4892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 01:58:38.778831 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:38.782550 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:39.117995 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:39.278854 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:39.282309 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:39.618668 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:39.780295 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:39.783336 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:39.787582 4892 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.666652301s)
I1122 01:58:39.787664 4892 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (1.051516381s)
I1122 01:58:39.790757 4892 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.4
I1122 01:58:39.793574 4892 out.go:179] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1122 01:58:39.796459 4892 addons.go:436] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1122 01:58:39.796487 4892 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1122 01:58:39.809851 4892 addons.go:436] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1122 01:58:39.809873 4892 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1122 01:58:39.822490 4892 addons.go:436] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1122 01:58:39.822513 4892 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1122 01:58:39.835927 4892 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
W1122 01:58:39.923164 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:40.119427 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:40.280835 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:40.283054 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:40.361880 4892 addons.go:495] Verifying addon gcp-auth=true in "addons-255419"
I1122 01:58:40.365039 4892 out.go:179] * Verifying gcp-auth addon...
I1122 01:58:40.368622 4892 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1122 01:58:40.381675 4892 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1122 01:58:40.381748 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:40.619011 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:40.779005 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:40.781599 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:40.871595 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:41.117878 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:41.278929 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:41.281514 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:41.372467 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:41.617979 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:41.779123 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:41.781642 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:41.871584 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:42.118978 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:42.279651 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:42.282328 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:42.373816 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:58:42.422421 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:42.618618 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:42.780001 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:42.782292 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:42.872509 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:43.118582 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:43.280953 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:43.281774 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:43.373406 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:43.618400 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:43.779510 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:43.781669 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:43.871781 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:44.118553 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:44.279967 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:44.281974 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:44.373137 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:44.617643 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:44.779386 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:44.781909 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:44.871871 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:58:44.928332 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:45.118982 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:45.280705 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:45.283453 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:45.373064 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:45.618065 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:45.779131 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:45.781525 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:45.872457 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:46.118506 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:46.279907 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:46.282354 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:46.374920 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:46.617637 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:46.779637 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:46.781832 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:46.871702 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:47.117825 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:47.278638 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:47.282176 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:47.374359 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:58:47.423366 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:47.618216 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:47.778917 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:47.781419 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:47.872003 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:48.118612 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:48.279780 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:48.282236 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:48.372149 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:48.617522 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:48.779380 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:48.781518 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:48.872375 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:49.118347 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:49.279523 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:49.281820 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:49.371719 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:49.618604 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:49.781131 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:49.781561 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:49.871199 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:58:49.928713 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:50.118580 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:50.280879 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:50.281286 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:50.373546 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:50.618493 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:50.779572 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:50.781342 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:50.872279 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:51.117724 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:51.278771 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:51.283235 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:51.372387 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:51.618334 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:51.779257 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:51.781659 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:51.871571 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:52.118953 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:52.279439 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:52.281335 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:52.373978 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:58:52.422749 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:52.618682 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:52.779356 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:52.781627 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:52.871459 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:53.118874 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:53.279917 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:53.281961 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:53.373299 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:53.618502 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:53.779682 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:53.781639 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:53.871506 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:54.118449 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:54.279740 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:54.281879 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:54.375389 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:54.618003 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:54.778812 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:54.782590 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:54.872034 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:58:54.922984 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:55.118087 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:55.279164 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:55.281511 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:55.372341 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:55.618568 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:55.779668 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:55.782085 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:55.871775 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:56.117505 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:56.280784 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:56.282380 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:56.373390 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:56.618997 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:56.778655 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:56.781979 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:56.871749 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:58:56.928549 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:57.121583 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:57.279530 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:57.281738 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:57.375155 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:57.618699 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:57.779390 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:57.781948 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:57.871763 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:58.118093 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:58.278985 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:58.281122 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:58.372033 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:58.617460 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:58.779315 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:58.781352 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:58.872064 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:58:59.118497 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:59.279291 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:59.281284 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:59.373178 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:58:59.421713 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:58:59.617579 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:58:59.780702 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:58:59.781759 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:58:59.872053 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:00.133008 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:00.294763 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:00.298530 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:00.381054 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:00.618613 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:00.779684 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:00.781985 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:00.871849 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:01.118301 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:01.279565 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:01.281674 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:01.373273 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:59:01.422171 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:59:01.618129 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:01.778750 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:01.782498 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:01.872466 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:02.118484 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:02.279646 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:02.282262 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:02.371986 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:02.618118 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:02.779176 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:02.781465 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:02.872011 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:03.118114 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:03.278859 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:03.282520 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:03.372596 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:59:03.422658 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:59:03.619096 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:03.779273 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:03.781643 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:03.871643 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:04.119094 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:04.279371 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:04.281826 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:04.374843 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:04.618063 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:04.779040 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:04.781758 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:04.871636 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:05.118765 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:05.281037 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:05.282020 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:05.372101 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:59:05.422789 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:59:05.618603 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:05.779665 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:05.781742 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:05.871793 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:06.118501 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:06.279349 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:06.281668 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:06.374144 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:06.618456 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:06.779137 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:06.781812 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:06.871936 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:07.118255 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:07.279152 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:07.281744 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:07.373075 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:59:07.423021 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:59:07.618045 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:07.779054 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:07.781384 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:07.872238 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:08.118490 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:08.279697 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:08.281791 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:08.371724 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:08.618328 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:08.779728 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:08.782469 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:08.872274 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:09.118527 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:09.279527 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:09.281607 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:09.372401 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:09.618442 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:09.779720 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:09.781865 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:09.871768 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:59:09.923037 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:59:10.118355 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:10.279563 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:10.282105 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:10.371951 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:10.618617 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:10.780032 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:10.781527 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:10.872290 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:11.118583 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:11.279644 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:11.281432 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:11.376393 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:11.617621 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:11.779534 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:11.781738 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:11.871668 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1122 01:59:11.928213 4892 node_ready.go:57] node "addons-255419" has "Ready":"False" status (will retry)
I1122 01:59:12.173254 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:12.291682 4892 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1122 01:59:12.291713 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:12.292033 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:12.438024 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:12.438169 4892 node_ready.go:49] node "addons-255419" is "Ready"
I1122 01:59:12.438187 4892 node_ready.go:38] duration metric: took 39.01892751s for node "addons-255419" to be "Ready" ...
I1122 01:59:12.438209 4892 api_server.go:52] waiting for apiserver process to appear ...
I1122 01:59:12.438278 4892 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 01:59:12.469459 4892 api_server.go:72] duration metric: took 42.14599665s to wait for apiserver process to appear ...
I1122 01:59:12.469493 4892 api_server.go:88] waiting for apiserver healthz status ...
I1122 01:59:12.469512 4892 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1122 01:59:12.494699 4892 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1122 01:59:12.497988 4892 api_server.go:141] control plane version: v1.34.1
I1122 01:59:12.498013 4892 api_server.go:131] duration metric: took 28.512712ms to wait for apiserver health ...
I1122 01:59:12.498022 4892 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 01:59:12.559538 4892 system_pods.go:59] 19 kube-system pods found
I1122 01:59:12.559626 4892 system_pods.go:61] "coredns-66bc5c9577-tbtqc" [beb42fcd-406c-4416-98a2-dfc47fc4c8ab] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 01:59:12.559651 4892 system_pods.go:61] "csi-hostpath-attacher-0" [b0234760-f064-423a-ac77-2172878b8786] Pending
I1122 01:59:12.559697 4892 system_pods.go:61] "csi-hostpath-resizer-0" [f5d91631-3cab-4806-ab5d-13c59d91199a] Pending
I1122 01:59:12.559722 4892 system_pods.go:61] "csi-hostpathplugin-jqxjn" [cffec55b-6002-46e9-b792-4ea190330ce5] Pending
I1122 01:59:12.559740 4892 system_pods.go:61] "etcd-addons-255419" [6e4f8a62-83e8-4ba1-bab2-19025081ea02] Running
I1122 01:59:12.559774 4892 system_pods.go:61] "kindnet-qwzsw" [9d40705c-8dea-41d0-9222-82fc002a1398] Running
I1122 01:59:12.559796 4892 system_pods.go:61] "kube-apiserver-addons-255419" [2c4d3a0e-f6cd-4212-8ee7-8f9902d783d3] Running
I1122 01:59:12.559817 4892 system_pods.go:61] "kube-controller-manager-addons-255419" [6e30786c-03a5-4118-85de-3dd226bfbc2d] Running
I1122 01:59:12.559858 4892 system_pods.go:61] "kube-ingress-dns-minikube" [0d9b2f4a-f310-4a7c-be99-b70925e01e77] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1122 01:59:12.559881 4892 system_pods.go:61] "kube-proxy-gqkxl" [84b9ac73-d099-4ae8-aa01-00f6798ecdbf] Running
I1122 01:59:12.559901 4892 system_pods.go:61] "kube-scheduler-addons-255419" [8d99a224-504a-4890-a100-bb8e18393741] Running
I1122 01:59:12.559937 4892 system_pods.go:61] "metrics-server-85b7d694d7-rpm8d" [df6f151e-9bd8-4c64-9f4c-db29477f0106] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1122 01:59:12.559964 4892 system_pods.go:61] "nvidia-device-plugin-daemonset-lmkrv" [d0a61b36-4528-4687-b7ab-500051307548] Pending
I1122 01:59:12.559985 4892 system_pods.go:61] "registry-6b586f9694-mfccf" [c54242cc-8765-4318-9dd8-6ccdd677c1c5] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1122 01:59:12.560025 4892 system_pods.go:61] "registry-creds-764b6fb674-ljmb7" [aa98929b-9fa8-475f-ae71-d9979368b523] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I1122 01:59:12.560051 4892 system_pods.go:61] "registry-proxy-cfkfg" [6658eea2-6abb-4e8b-b1b9-e5f80e6b491a] Pending
I1122 01:59:12.560075 4892 system_pods.go:61] "snapshot-controller-7d9fbc56b8-24ptq" [d2782a38-5f10-43a6-8872-fa43b1acf02e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1122 01:59:12.560111 4892 system_pods.go:61] "snapshot-controller-7d9fbc56b8-tcc8v" [3852af96-50b5-44c8-9d85-8bf1477cada2] Pending
I1122 01:59:12.560140 4892 system_pods.go:61] "storage-provisioner" [689e5ecc-434a-4744-a010-a2dc7ae00b40] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 01:59:12.560163 4892 system_pods.go:74] duration metric: took 62.133804ms to wait for pod list to return data ...
I1122 01:59:12.560200 4892 default_sa.go:34] waiting for default service account to be created ...
I1122 01:59:12.591533 4892 default_sa.go:45] found service account: "default"
I1122 01:59:12.591610 4892 default_sa.go:55] duration metric: took 31.38659ms for default service account to be created ...
I1122 01:59:12.591635 4892 system_pods.go:116] waiting for k8s-apps to be running ...
I1122 01:59:12.607567 4892 system_pods.go:86] 19 kube-system pods found
I1122 01:59:12.607653 4892 system_pods.go:89] "coredns-66bc5c9577-tbtqc" [beb42fcd-406c-4416-98a2-dfc47fc4c8ab] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 01:59:12.607676 4892 system_pods.go:89] "csi-hostpath-attacher-0" [b0234760-f064-423a-ac77-2172878b8786] Pending
I1122 01:59:12.607698 4892 system_pods.go:89] "csi-hostpath-resizer-0" [f5d91631-3cab-4806-ab5d-13c59d91199a] Pending
I1122 01:59:12.607730 4892 system_pods.go:89] "csi-hostpathplugin-jqxjn" [cffec55b-6002-46e9-b792-4ea190330ce5] Pending
I1122 01:59:12.607753 4892 system_pods.go:89] "etcd-addons-255419" [6e4f8a62-83e8-4ba1-bab2-19025081ea02] Running
I1122 01:59:12.607775 4892 system_pods.go:89] "kindnet-qwzsw" [9d40705c-8dea-41d0-9222-82fc002a1398] Running
I1122 01:59:12.607791 4892 system_pods.go:89] "kube-apiserver-addons-255419" [2c4d3a0e-f6cd-4212-8ee7-8f9902d783d3] Running
I1122 01:59:12.607822 4892 system_pods.go:89] "kube-controller-manager-addons-255419" [6e30786c-03a5-4118-85de-3dd226bfbc2d] Running
I1122 01:59:12.607848 4892 system_pods.go:89] "kube-ingress-dns-minikube" [0d9b2f4a-f310-4a7c-be99-b70925e01e77] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1122 01:59:12.607870 4892 system_pods.go:89] "kube-proxy-gqkxl" [84b9ac73-d099-4ae8-aa01-00f6798ecdbf] Running
I1122 01:59:12.607906 4892 system_pods.go:89] "kube-scheduler-addons-255419" [8d99a224-504a-4890-a100-bb8e18393741] Running
I1122 01:59:12.607934 4892 system_pods.go:89] "metrics-server-85b7d694d7-rpm8d" [df6f151e-9bd8-4c64-9f4c-db29477f0106] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1122 01:59:12.607959 4892 system_pods.go:89] "nvidia-device-plugin-daemonset-lmkrv" [d0a61b36-4528-4687-b7ab-500051307548] Pending
I1122 01:59:12.607998 4892 system_pods.go:89] "registry-6b586f9694-mfccf" [c54242cc-8765-4318-9dd8-6ccdd677c1c5] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1122 01:59:12.608026 4892 system_pods.go:89] "registry-creds-764b6fb674-ljmb7" [aa98929b-9fa8-475f-ae71-d9979368b523] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I1122 01:59:12.608064 4892 system_pods.go:89] "registry-proxy-cfkfg" [6658eea2-6abb-4e8b-b1b9-e5f80e6b491a] Pending
I1122 01:59:12.608092 4892 system_pods.go:89] "snapshot-controller-7d9fbc56b8-24ptq" [d2782a38-5f10-43a6-8872-fa43b1acf02e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1122 01:59:12.608113 4892 system_pods.go:89] "snapshot-controller-7d9fbc56b8-tcc8v" [3852af96-50b5-44c8-9d85-8bf1477cada2] Pending
I1122 01:59:12.608153 4892 system_pods.go:89] "storage-provisioner" [689e5ecc-434a-4744-a010-a2dc7ae00b40] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 01:59:12.608188 4892 retry.go:31] will retry after 306.823445ms: missing components: kube-dns
I1122 01:59:12.627018 4892 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1122 01:59:12.627092 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:12.790032 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:12.790778 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:12.876021 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:12.977892 4892 system_pods.go:86] 19 kube-system pods found
I1122 01:59:12.977978 4892 system_pods.go:89] "coredns-66bc5c9577-tbtqc" [beb42fcd-406c-4416-98a2-dfc47fc4c8ab] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 01:59:12.978002 4892 system_pods.go:89] "csi-hostpath-attacher-0" [b0234760-f064-423a-ac77-2172878b8786] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1122 01:59:12.978042 4892 system_pods.go:89] "csi-hostpath-resizer-0" [f5d91631-3cab-4806-ab5d-13c59d91199a] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1122 01:59:12.978070 4892 system_pods.go:89] "csi-hostpathplugin-jqxjn" [cffec55b-6002-46e9-b792-4ea190330ce5] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1122 01:59:12.978090 4892 system_pods.go:89] "etcd-addons-255419" [6e4f8a62-83e8-4ba1-bab2-19025081ea02] Running
I1122 01:59:12.978128 4892 system_pods.go:89] "kindnet-qwzsw" [9d40705c-8dea-41d0-9222-82fc002a1398] Running
I1122 01:59:12.978151 4892 system_pods.go:89] "kube-apiserver-addons-255419" [2c4d3a0e-f6cd-4212-8ee7-8f9902d783d3] Running
I1122 01:59:12.978171 4892 system_pods.go:89] "kube-controller-manager-addons-255419" [6e30786c-03a5-4118-85de-3dd226bfbc2d] Running
I1122 01:59:12.978211 4892 system_pods.go:89] "kube-ingress-dns-minikube" [0d9b2f4a-f310-4a7c-be99-b70925e01e77] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1122 01:59:12.978238 4892 system_pods.go:89] "kube-proxy-gqkxl" [84b9ac73-d099-4ae8-aa01-00f6798ecdbf] Running
I1122 01:59:12.978259 4892 system_pods.go:89] "kube-scheduler-addons-255419" [8d99a224-504a-4890-a100-bb8e18393741] Running
I1122 01:59:12.978304 4892 system_pods.go:89] "metrics-server-85b7d694d7-rpm8d" [df6f151e-9bd8-4c64-9f4c-db29477f0106] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1122 01:59:12.978339 4892 system_pods.go:89] "nvidia-device-plugin-daemonset-lmkrv" [d0a61b36-4528-4687-b7ab-500051307548] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1122 01:59:12.978375 4892 system_pods.go:89] "registry-6b586f9694-mfccf" [c54242cc-8765-4318-9dd8-6ccdd677c1c5] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1122 01:59:12.978416 4892 system_pods.go:89] "registry-creds-764b6fb674-ljmb7" [aa98929b-9fa8-475f-ae71-d9979368b523] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I1122 01:59:12.978437 4892 system_pods.go:89] "registry-proxy-cfkfg" [6658eea2-6abb-4e8b-b1b9-e5f80e6b491a] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1122 01:59:12.978476 4892 system_pods.go:89] "snapshot-controller-7d9fbc56b8-24ptq" [d2782a38-5f10-43a6-8872-fa43b1acf02e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1122 01:59:12.978497 4892 system_pods.go:89] "snapshot-controller-7d9fbc56b8-tcc8v" [3852af96-50b5-44c8-9d85-8bf1477cada2] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1122 01:59:12.978538 4892 system_pods.go:89] "storage-provisioner" [689e5ecc-434a-4744-a010-a2dc7ae00b40] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 01:59:12.978572 4892 retry.go:31] will retry after 299.901142ms: missing components: kube-dns
I1122 01:59:13.161723 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:13.292401 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:13.294890 4892 system_pods.go:86] 19 kube-system pods found
I1122 01:59:13.294972 4892 system_pods.go:89] "coredns-66bc5c9577-tbtqc" [beb42fcd-406c-4416-98a2-dfc47fc4c8ab] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 01:59:13.294994 4892 system_pods.go:89] "csi-hostpath-attacher-0" [b0234760-f064-423a-ac77-2172878b8786] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1122 01:59:13.295035 4892 system_pods.go:89] "csi-hostpath-resizer-0" [f5d91631-3cab-4806-ab5d-13c59d91199a] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1122 01:59:13.295063 4892 system_pods.go:89] "csi-hostpathplugin-jqxjn" [cffec55b-6002-46e9-b792-4ea190330ce5] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1122 01:59:13.295084 4892 system_pods.go:89] "etcd-addons-255419" [6e4f8a62-83e8-4ba1-bab2-19025081ea02] Running
I1122 01:59:13.295123 4892 system_pods.go:89] "kindnet-qwzsw" [9d40705c-8dea-41d0-9222-82fc002a1398] Running
I1122 01:59:13.295148 4892 system_pods.go:89] "kube-apiserver-addons-255419" [2c4d3a0e-f6cd-4212-8ee7-8f9902d783d3] Running
I1122 01:59:13.295170 4892 system_pods.go:89] "kube-controller-manager-addons-255419" [6e30786c-03a5-4118-85de-3dd226bfbc2d] Running
I1122 01:59:13.295212 4892 system_pods.go:89] "kube-ingress-dns-minikube" [0d9b2f4a-f310-4a7c-be99-b70925e01e77] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1122 01:59:13.295249 4892 system_pods.go:89] "kube-proxy-gqkxl" [84b9ac73-d099-4ae8-aa01-00f6798ecdbf] Running
I1122 01:59:13.295287 4892 system_pods.go:89] "kube-scheduler-addons-255419" [8d99a224-504a-4890-a100-bb8e18393741] Running
I1122 01:59:13.295346 4892 system_pods.go:89] "metrics-server-85b7d694d7-rpm8d" [df6f151e-9bd8-4c64-9f4c-db29477f0106] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1122 01:59:13.295384 4892 system_pods.go:89] "nvidia-device-plugin-daemonset-lmkrv" [d0a61b36-4528-4687-b7ab-500051307548] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1122 01:59:13.295411 4892 system_pods.go:89] "registry-6b586f9694-mfccf" [c54242cc-8765-4318-9dd8-6ccdd677c1c5] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1122 01:59:13.295436 4892 system_pods.go:89] "registry-creds-764b6fb674-ljmb7" [aa98929b-9fa8-475f-ae71-d9979368b523] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I1122 01:59:13.295470 4892 system_pods.go:89] "registry-proxy-cfkfg" [6658eea2-6abb-4e8b-b1b9-e5f80e6b491a] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1122 01:59:13.295497 4892 system_pods.go:89] "snapshot-controller-7d9fbc56b8-24ptq" [d2782a38-5f10-43a6-8872-fa43b1acf02e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1122 01:59:13.295522 4892 system_pods.go:89] "snapshot-controller-7d9fbc56b8-tcc8v" [3852af96-50b5-44c8-9d85-8bf1477cada2] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1122 01:59:13.295558 4892 system_pods.go:89] "storage-provisioner" [689e5ecc-434a-4744-a010-a2dc7ae00b40] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 01:59:13.295593 4892 retry.go:31] will retry after 354.610196ms: missing components: kube-dns
I1122 01:59:13.295748 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:13.372094 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:13.619941 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:13.655366 4892 system_pods.go:86] 19 kube-system pods found
I1122 01:59:13.655445 4892 system_pods.go:89] "coredns-66bc5c9577-tbtqc" [beb42fcd-406c-4416-98a2-dfc47fc4c8ab] Running
I1122 01:59:13.655472 4892 system_pods.go:89] "csi-hostpath-attacher-0" [b0234760-f064-423a-ac77-2172878b8786] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1122 01:59:13.655496 4892 system_pods.go:89] "csi-hostpath-resizer-0" [f5d91631-3cab-4806-ab5d-13c59d91199a] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1122 01:59:13.655545 4892 system_pods.go:89] "csi-hostpathplugin-jqxjn" [cffec55b-6002-46e9-b792-4ea190330ce5] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1122 01:59:13.655564 4892 system_pods.go:89] "etcd-addons-255419" [6e4f8a62-83e8-4ba1-bab2-19025081ea02] Running
I1122 01:59:13.655602 4892 system_pods.go:89] "kindnet-qwzsw" [9d40705c-8dea-41d0-9222-82fc002a1398] Running
I1122 01:59:13.655641 4892 system_pods.go:89] "kube-apiserver-addons-255419" [2c4d3a0e-f6cd-4212-8ee7-8f9902d783d3] Running
I1122 01:59:13.655677 4892 system_pods.go:89] "kube-controller-manager-addons-255419" [6e30786c-03a5-4118-85de-3dd226bfbc2d] Running
I1122 01:59:13.655704 4892 system_pods.go:89] "kube-ingress-dns-minikube" [0d9b2f4a-f310-4a7c-be99-b70925e01e77] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1122 01:59:13.655723 4892 system_pods.go:89] "kube-proxy-gqkxl" [84b9ac73-d099-4ae8-aa01-00f6798ecdbf] Running
I1122 01:59:13.655757 4892 system_pods.go:89] "kube-scheduler-addons-255419" [8d99a224-504a-4890-a100-bb8e18393741] Running
I1122 01:59:13.655782 4892 system_pods.go:89] "metrics-server-85b7d694d7-rpm8d" [df6f151e-9bd8-4c64-9f4c-db29477f0106] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1122 01:59:13.655802 4892 system_pods.go:89] "nvidia-device-plugin-daemonset-lmkrv" [d0a61b36-4528-4687-b7ab-500051307548] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1122 01:59:13.655841 4892 system_pods.go:89] "registry-6b586f9694-mfccf" [c54242cc-8765-4318-9dd8-6ccdd677c1c5] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1122 01:59:13.655867 4892 system_pods.go:89] "registry-creds-764b6fb674-ljmb7" [aa98929b-9fa8-475f-ae71-d9979368b523] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I1122 01:59:13.655889 4892 system_pods.go:89] "registry-proxy-cfkfg" [6658eea2-6abb-4e8b-b1b9-e5f80e6b491a] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1122 01:59:13.655929 4892 system_pods.go:89] "snapshot-controller-7d9fbc56b8-24ptq" [d2782a38-5f10-43a6-8872-fa43b1acf02e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1122 01:59:13.655955 4892 system_pods.go:89] "snapshot-controller-7d9fbc56b8-tcc8v" [3852af96-50b5-44c8-9d85-8bf1477cada2] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1122 01:59:13.655975 4892 system_pods.go:89] "storage-provisioner" [689e5ecc-434a-4744-a010-a2dc7ae00b40] Running
I1122 01:59:13.656014 4892 system_pods.go:126] duration metric: took 1.064357289s to wait for k8s-apps to be running ...
I1122 01:59:13.656040 4892 system_svc.go:44] waiting for kubelet service to be running ....
I1122 01:59:13.656124 4892 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 01:59:13.672810 4892 system_svc.go:56] duration metric: took 16.761106ms WaitForService to wait for kubelet
I1122 01:59:13.672886 4892 kubeadm.go:587] duration metric: took 43.34942854s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 01:59:13.672919 4892 node_conditions.go:102] verifying NodePressure condition ...
I1122 01:59:13.676380 4892 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 01:59:13.676463 4892 node_conditions.go:123] node cpu capacity is 2
I1122 01:59:13.676494 4892 node_conditions.go:105] duration metric: took 3.551843ms to run NodePressure ...
I1122 01:59:13.676535 4892 start.go:242] waiting for startup goroutines ...
I1122 01:59:13.780514 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:13.783396 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:13.872866 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:14.118519 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:14.279031 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:14.281666 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:14.372610 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:14.618625 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:14.781563 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:14.783716 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:14.871636 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:15.118819 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:15.279440 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:15.282103 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:15.372318 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:15.618787 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:15.780419 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:15.782561 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:15.872261 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:16.118704 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:16.280778 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:16.282616 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:16.373236 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:16.619669 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:16.783197 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:16.783666 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:16.872451 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:17.120015 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:17.279261 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:17.282439 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:17.375090 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:17.620273 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:17.781537 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:17.786384 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:17.874305 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:18.119807 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:18.285726 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:18.286291 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:18.382083 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:18.621419 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:18.780186 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:18.783276 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:18.872688 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:19.119550 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:19.280979 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:19.282626 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:19.372201 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:19.640495 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:19.788888 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:19.789323 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:19.872178 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:20.119101 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:20.279556 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:20.281873 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:20.374775 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:20.619996 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:20.778962 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:20.781390 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:20.872367 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:21.118439 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:21.279754 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:21.282752 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:21.373776 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:21.617943 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:21.781037 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:21.782256 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:21.872538 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:22.118863 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:22.279677 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:22.281625 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:22.371870 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:22.618521 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:22.779293 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:22.781905 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:22.871968 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:23.118255 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:23.279514 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:23.282157 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:23.372898 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:23.619103 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:23.779438 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:23.782066 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:23.872417 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:24.120447 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:24.279524 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:24.281570 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:24.374908 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:24.620069 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:24.781109 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:24.783603 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:24.871610 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:25.119102 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:25.279547 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:25.282035 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:25.372629 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:25.619350 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:25.780422 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:25.783452 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:25.872000 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:26.118743 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:26.282310 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:26.283369 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:26.373457 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:26.619517 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:26.780796 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:26.782536 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:26.872593 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:27.120403 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:27.279617 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:27.282275 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:27.373389 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:27.618879 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:27.780067 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:27.783016 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:27.871973 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:28.118969 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:28.282660 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:28.283941 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:28.372233 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:28.619969 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:28.781816 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:28.783618 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:28.872657 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:29.119704 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:29.279965 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:29.281931 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:29.373427 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:29.619343 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:29.779496 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:29.782746 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:29.871728 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:30.119621 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:30.281767 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:30.284011 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:30.381245 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:30.619391 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:30.779981 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:30.782096 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:30.873553 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:31.119092 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:31.279344 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:31.282633 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:31.383133 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:31.618322 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:31.780320 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:31.781415 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:31.872062 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:32.119077 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:32.279418 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:32.282684 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:32.372069 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:32.618997 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:32.782960 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:32.793802 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:32.873465 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:33.119928 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:33.278840 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:33.282482 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:33.374394 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:33.627317 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:33.781071 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:33.783797 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:33.871824 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:34.119236 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:34.279345 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:34.282106 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:34.372771 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:34.618535 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:34.780919 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:34.782439 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:34.872775 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:35.119221 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:35.279443 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:35.282060 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:35.371855 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:35.619075 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:35.781152 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:35.783108 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:35.872041 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:36.119221 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:36.280195 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:36.283045 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:36.373939 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:36.618986 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:36.780534 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:36.782458 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:36.872706 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:37.117976 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:37.279858 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:37.282089 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:37.371714 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:37.619169 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:37.779334 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:37.782213 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:37.871572 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:38.119914 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:38.279440 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:38.282736 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:38.372169 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:38.619022 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:38.779648 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:38.782460 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:38.872303 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:39.118518 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:39.280312 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:39.282567 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:39.373052 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:39.619031 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:39.779535 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:39.782512 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:39.872710 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:40.120197 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:40.280958 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:40.283046 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:40.373043 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:40.618425 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:40.779729 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:40.781917 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:40.875599 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:41.119493 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:41.280274 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:41.282380 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:41.372281 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:41.618763 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:41.780418 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:41.783173 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:41.872302 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:42.127158 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:42.283936 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:42.285259 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:42.374419 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:42.624955 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:42.780030 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:42.782488 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:42.872782 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:43.119876 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:43.279045 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:43.281959 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:43.380805 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:43.619051 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:43.779092 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:43.781890 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:43.871823 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:44.118266 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:44.279858 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:44.281993 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:44.380034 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:44.623869 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:44.779183 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:44.782156 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:44.872626 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:45.121530 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:45.281672 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:45.287838 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:45.374561 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:45.619158 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:45.779542 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:45.781835 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:45.871990 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:46.118175 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:46.279738 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:46.282467 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:46.373625 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:46.620548 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:46.788691 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:46.792042 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:46.878283 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:47.119400 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:47.279812 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:47.283016 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:47.372469 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:47.619871 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:47.828722 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:47.828927 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:47.897197 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:48.119784 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:48.280189 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:48.282482 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:48.372949 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:48.619837 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:48.780889 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:48.785086 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:48.871912 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:49.118677 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:49.279766 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1122 01:59:49.282240 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:49.373043 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:49.618927 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:49.779889 4892 kapi.go:107] duration metric: took 1m13.003918863s to wait for kubernetes.io/minikube-addons=registry ...
I1122 01:59:49.782115 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:49.871724 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:50.118768 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:50.286701 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:50.371546 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:50.619038 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:50.782674 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:50.872423 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:51.120018 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:51.282256 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:51.373264 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:51.618923 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:51.783227 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:51.872215 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:52.119229 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:52.285772 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:52.373936 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:52.618942 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:52.783415 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:52.872773 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:53.119317 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:53.282396 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:53.376236 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:53.619566 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:53.783011 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:53.871785 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:54.118276 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:54.282053 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:54.372103 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:54.618753 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:54.783252 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:54.872187 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:55.119926 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:55.283109 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:55.374400 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:55.619882 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:55.783504 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:55.872430 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:56.124016 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:56.282746 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:56.372585 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:56.620536 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:56.784867 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:56.872038 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:57.118245 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:57.282467 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:57.374099 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:57.619107 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:57.783492 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:57.872350 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:58.118868 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:58.284429 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:58.383256 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1122 01:59:58.618641 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:58.786862 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:58.872370 4892 kapi.go:107] duration metric: took 1m18.503746163s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1122 01:59:58.876984 4892 out.go:179] * Your GCP credentials will now be mounted into every pod created in the addons-255419 cluster.
I1122 01:59:58.880548 4892 out.go:179] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1122 01:59:58.884215 4892 out.go:179] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1122 01:59:59.119452 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:59.283784 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 01:59:59.618578 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 01:59:59.782502 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:00.132156 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:00.302186 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:00.646584 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:00.800127 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:01.145678 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:01.290455 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:01.643880 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:01.800732 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:02.127256 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:02.331734 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:02.638057 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:02.809970 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:03.128914 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:03.282503 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:03.624836 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:03.782695 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:04.120263 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:04.283059 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:04.619440 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:04.783333 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:05.118977 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:05.282222 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:05.619002 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:05.785658 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:06.118811 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:06.282101 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:06.619037 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:06.782042 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:07.119828 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:07.289052 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:07.618939 4892 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1122 02:00:07.782441 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:08.119324 4892 kapi.go:107] duration metric: took 1m31.004469012s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1122 02:00:08.282421 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:08.783269 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:09.283159 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:09.783853 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:10.282039 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:10.782579 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:11.282409 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:11.782322 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:12.282699 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:12.782002 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:13.282881 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:13.783665 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:14.283337 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:14.782425 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:15.281806 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:15.782449 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:16.282341 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:16.783426 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:17.282834 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:17.783422 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:18.283057 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:18.783304 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:19.287576 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:19.783118 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:20.282031 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:20.782549 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:21.281925 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:21.782049 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:22.282441 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:22.802319 4892 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1122 02:00:23.283602 4892 kapi.go:107] duration metric: took 1m46.504743457s to wait for app.kubernetes.io/name=ingress-nginx ...
I1122 02:00:23.286667 4892 out.go:179] * Enabled addons: nvidia-device-plugin, cloud-spanner, amd-gpu-device-plugin, inspektor-gadget, storage-provisioner, registry-creds, storage-provisioner-rancher, ingress-dns, metrics-server, yakd, volumesnapshots, registry, gcp-auth, csi-hostpath-driver, ingress
I1122 02:00:23.289567 4892 addons.go:530] duration metric: took 1m52.965850041s for enable addons: enabled=[nvidia-device-plugin cloud-spanner amd-gpu-device-plugin inspektor-gadget storage-provisioner registry-creds storage-provisioner-rancher ingress-dns metrics-server yakd volumesnapshots registry gcp-auth csi-hostpath-driver ingress]
I1122 02:00:23.289628 4892 start.go:247] waiting for cluster config update ...
I1122 02:00:23.289650 4892 start.go:256] writing updated cluster config ...
I1122 02:00:23.290696 4892 ssh_runner.go:195] Run: rm -f paused
I1122 02:00:23.295729 4892 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 02:00:23.299400 4892 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-tbtqc" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:23.304455 4892 pod_ready.go:94] pod "coredns-66bc5c9577-tbtqc" is "Ready"
I1122 02:00:23.304485 4892 pod_ready.go:86] duration metric: took 5.054356ms for pod "coredns-66bc5c9577-tbtqc" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:23.306992 4892 pod_ready.go:83] waiting for pod "etcd-addons-255419" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:23.311497 4892 pod_ready.go:94] pod "etcd-addons-255419" is "Ready"
I1122 02:00:23.311530 4892 pod_ready.go:86] duration metric: took 4.509145ms for pod "etcd-addons-255419" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:23.314113 4892 pod_ready.go:83] waiting for pod "kube-apiserver-addons-255419" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:23.319120 4892 pod_ready.go:94] pod "kube-apiserver-addons-255419" is "Ready"
I1122 02:00:23.319148 4892 pod_ready.go:86] duration metric: took 5.007054ms for pod "kube-apiserver-addons-255419" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:23.321836 4892 pod_ready.go:83] waiting for pod "kube-controller-manager-addons-255419" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:23.700645 4892 pod_ready.go:94] pod "kube-controller-manager-addons-255419" is "Ready"
I1122 02:00:23.700684 4892 pod_ready.go:86] duration metric: took 378.81712ms for pod "kube-controller-manager-addons-255419" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:23.900178 4892 pod_ready.go:83] waiting for pod "kube-proxy-gqkxl" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:24.300036 4892 pod_ready.go:94] pod "kube-proxy-gqkxl" is "Ready"
I1122 02:00:24.300067 4892 pod_ready.go:86] duration metric: took 399.866605ms for pod "kube-proxy-gqkxl" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:24.500897 4892 pod_ready.go:83] waiting for pod "kube-scheduler-addons-255419" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:24.900338 4892 pod_ready.go:94] pod "kube-scheduler-addons-255419" is "Ready"
I1122 02:00:24.900368 4892 pod_ready.go:86] duration metric: took 399.447096ms for pod "kube-scheduler-addons-255419" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:00:24.900381 4892 pod_ready.go:40] duration metric: took 1.604610206s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 02:00:24.967995 4892 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 02:00:24.970980 4892 out.go:179] * Done! kubectl is now configured to use "addons-255419" cluster and "default" namespace by default
==> CRI-O <==
Nov 22 02:00:25 addons-255419 crio[831]: time="2025-11-22T02:00:25.236909609Z" level=info msg="Stopped pod sandbox (already stopped): e6a6d19450621e92e59a98a51c8c8a97d8ab7e5eb181d9d52a6c26c60e054da5" id=bb666eea-dc6a-4088-b022-09fd16a51381 name=/runtime.v1.RuntimeService/StopPodSandbox
Nov 22 02:00:25 addons-255419 crio[831]: time="2025-11-22T02:00:25.237246006Z" level=info msg="Removing pod sandbox: e6a6d19450621e92e59a98a51c8c8a97d8ab7e5eb181d9d52a6c26c60e054da5" id=4861ab64-4c0c-42f1-909e-098e56370b8c name=/runtime.v1.RuntimeService/RemovePodSandbox
Nov 22 02:00:25 addons-255419 crio[831]: time="2025-11-22T02:00:25.243642531Z" level=info msg="Removed pod sandbox: e6a6d19450621e92e59a98a51c8c8a97d8ab7e5eb181d9d52a6c26c60e054da5" id=4861ab64-4c0c-42f1-909e-098e56370b8c name=/runtime.v1.RuntimeService/RemovePodSandbox
Nov 22 02:00:26 addons-255419 crio[831]: time="2025-11-22T02:00:26.221682924Z" level=info msg="Running pod sandbox: default/busybox/POD" id=54f64db7-2866-4a97-b15d-3878490b0150 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 02:00:26 addons-255419 crio[831]: time="2025-11-22T02:00:26.221752742Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 02:00:26 addons-255419 crio[831]: time="2025-11-22T02:00:26.228447478Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:005b8747a7b35a591e8e9ca011dc09163f2ddb179b303e8c45b76c344b717790 UID:da0a5f43-d151-447c-938e-9aaab9704d2b NetNS:/var/run/netns/b0605a12-c156-4f08-8022-e6ae291e75a2 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x400012d910}] Aliases:map[]}"
Nov 22 02:00:26 addons-255419 crio[831]: time="2025-11-22T02:00:26.228487043Z" level=info msg="Adding pod default_busybox to CNI network \"kindnet\" (type=ptp)"
Nov 22 02:00:26 addons-255419 crio[831]: time="2025-11-22T02:00:26.242881834Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:005b8747a7b35a591e8e9ca011dc09163f2ddb179b303e8c45b76c344b717790 UID:da0a5f43-d151-447c-938e-9aaab9704d2b NetNS:/var/run/netns/b0605a12-c156-4f08-8022-e6ae291e75a2 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x400012d910}] Aliases:map[]}"
Nov 22 02:00:26 addons-255419 crio[831]: time="2025-11-22T02:00:26.243115248Z" level=info msg="Checking pod default_busybox for CNI network kindnet (type=ptp)"
Nov 22 02:00:26 addons-255419 crio[831]: time="2025-11-22T02:00:26.245846396Z" level=info msg="Ran pod sandbox 005b8747a7b35a591e8e9ca011dc09163f2ddb179b303e8c45b76c344b717790 with infra container: default/busybox/POD" id=54f64db7-2866-4a97-b15d-3878490b0150 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 02:00:26 addons-255419 crio[831]: time="2025-11-22T02:00:26.248184982Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=cb402037-5fd9-40f3-b11b-6f8cae0c6a9c name=/runtime.v1.ImageService/ImageStatus
Nov 22 02:00:26 addons-255419 crio[831]: time="2025-11-22T02:00:26.248358465Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28.4-glibc not found" id=cb402037-5fd9-40f3-b11b-6f8cae0c6a9c name=/runtime.v1.ImageService/ImageStatus
Nov 22 02:00:26 addons-255419 crio[831]: time="2025-11-22T02:00:26.248427093Z" level=info msg="Neither image nor artfiact gcr.io/k8s-minikube/busybox:1.28.4-glibc found" id=cb402037-5fd9-40f3-b11b-6f8cae0c6a9c name=/runtime.v1.ImageService/ImageStatus
Nov 22 02:00:26 addons-255419 crio[831]: time="2025-11-22T02:00:26.251302439Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=4605a7e7-e565-4acb-8464-06c72b306ea2 name=/runtime.v1.ImageService/PullImage
Nov 22 02:00:26 addons-255419 crio[831]: time="2025-11-22T02:00:26.25402827Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28.4-glibc\""
Nov 22 02:00:28 addons-255419 crio[831]: time="2025-11-22T02:00:28.403543273Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e" id=4605a7e7-e565-4acb-8464-06c72b306ea2 name=/runtime.v1.ImageService/PullImage
Nov 22 02:00:28 addons-255419 crio[831]: time="2025-11-22T02:00:28.404531559Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=a7ac780c-8ea4-4908-af2f-dcd902f9c559 name=/runtime.v1.ImageService/ImageStatus
Nov 22 02:00:28 addons-255419 crio[831]: time="2025-11-22T02:00:28.406498144Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=ac9c3708-d2f1-4528-aeaa-0d0698d5465a name=/runtime.v1.ImageService/ImageStatus
Nov 22 02:00:28 addons-255419 crio[831]: time="2025-11-22T02:00:28.412195667Z" level=info msg="Creating container: default/busybox/busybox" id=001e1a80-83b1-4315-8f70-410aea2d9e96 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 02:00:28 addons-255419 crio[831]: time="2025-11-22T02:00:28.412325088Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 02:00:28 addons-255419 crio[831]: time="2025-11-22T02:00:28.421275003Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 02:00:28 addons-255419 crio[831]: time="2025-11-22T02:00:28.421975203Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 02:00:28 addons-255419 crio[831]: time="2025-11-22T02:00:28.438964427Z" level=info msg="Created container d3879396bfb6b0aa1e46e19148056e5a580fecdaf9b9b9681c85cde2cbc5571e: default/busybox/busybox" id=001e1a80-83b1-4315-8f70-410aea2d9e96 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 02:00:28 addons-255419 crio[831]: time="2025-11-22T02:00:28.439637903Z" level=info msg="Starting container: d3879396bfb6b0aa1e46e19148056e5a580fecdaf9b9b9681c85cde2cbc5571e" id=43bd4dfe-c13b-4c99-954b-2e468ca9d0e5 name=/runtime.v1.RuntimeService/StartContainer
Nov 22 02:00:28 addons-255419 crio[831]: time="2025-11-22T02:00:28.441947992Z" level=info msg="Started container" PID=4994 containerID=d3879396bfb6b0aa1e46e19148056e5a580fecdaf9b9b9681c85cde2cbc5571e description=default/busybox/busybox id=43bd4dfe-c13b-4c99-954b-2e468ca9d0e5 name=/runtime.v1.RuntimeService/StartContainer sandboxID=005b8747a7b35a591e8e9ca011dc09163f2ddb179b303e8c45b76c344b717790
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
d3879396bfb6b gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e 9 seconds ago Running busybox 0 005b8747a7b35 busybox default
0c1088a8a8599 registry.k8s.io/ingress-nginx/controller@sha256:655333e68deab34ee3701f400c4d5d9709000cdfdadb802e4bd7500b027e1259 15 seconds ago Running controller 0 9165c147022b2 ingress-nginx-controller-6c8bf45fb-225dn ingress-nginx
ec5450bbd9781 registry.k8s.io/sig-storage/csi-snapshotter@sha256:bd6b8417b2a83e66ab1d4c1193bb2774f027745bdebbd9e0c1a6518afdecc39a 30 seconds ago Running csi-snapshotter 0 584e98e41ace4 csi-hostpathplugin-jqxjn kube-system
6386ca30cb7d9 registry.k8s.io/sig-storage/csi-provisioner@sha256:98ffd09c0784203d200e0f8c241501de31c8df79644caac7eed61bd6391e5d49 32 seconds ago Running csi-provisioner 0 584e98e41ace4 csi-hostpathplugin-jqxjn kube-system
1755b28392115 registry.k8s.io/sig-storage/livenessprobe@sha256:8b00c6e8f52639ed9c6f866085893ab688e57879741b3089e3cfa9998502e158 34 seconds ago Running liveness-probe 0 584e98e41ace4 csi-hostpathplugin-jqxjn kube-system
9f88ed03c555a registry.k8s.io/sig-storage/hostpathplugin@sha256:7b1dfc90a367222067fc468442fdf952e20fc5961f25c1ad654300ddc34d7083 35 seconds ago Running hostpath 0 584e98e41ace4 csi-hostpathplugin-jqxjn kube-system
9713898f2973a registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:511b8c8ac828194a753909d26555ff08bc12f497dd8daeb83fe9d593693a26c1 38 seconds ago Running node-driver-registrar 0 584e98e41ace4 csi-hostpathplugin-jqxjn kube-system
87bb96be1c2d3 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:2de98fa4b397f92e5e8e05d73caf21787a1c72c41378f3eb7bad72b1e0f4e9ff 39 seconds ago Running gcp-auth 0 198be037757ac gcp-auth-78565c9fb4-ksfj9 gcp-auth
7577b6eeb0549 ghcr.io/inspektor-gadget/inspektor-gadget@sha256:c2c5268a38de5c792beb84122c5350c644fbb9b85e04342ef72fa9a6d052f0b0 43 seconds ago Running gadget 0 c84caef06da70 gadget-h54h4 gadget
d2697dce87311 registry.k8s.io/sig-storage/csi-external-health-monitor-controller@sha256:8b9df00898ded1bfb4d8f3672679f29cd9f88e651b76fef64121c8d347dd12c0 46 seconds ago Running csi-external-health-monitor-controller 0 584e98e41ace4 csi-hostpathplugin-jqxjn kube-system
73e209740c406 registry.k8s.io/sig-storage/csi-resizer@sha256:82c1945463342884c05a5b2bc31319712ce75b154c279c2a10765f61e0f688af 47 seconds ago Running csi-resizer 0 a34d098ec7d3e csi-hostpath-resizer-0 kube-system
f06036f109309 gcr.io/k8s-minikube/kube-registry-proxy@sha256:26c84a64530a67aa4d749dd4356d67ea27a2576e4d25b640d21857b0574cfd4b 49 seconds ago Running registry-proxy 0 1261a404f22e0 registry-proxy-cfkfg kube-system
0507ecc925ed6 registry.k8s.io/sig-storage/snapshot-controller@sha256:5d668e35c15df6e87e2530da25d557f543182cedbdb39d421b87076463ee9857 53 seconds ago Running volume-snapshot-controller 0 5b42e8db01914 snapshot-controller-7d9fbc56b8-tcc8v kube-system
971a7f093fc08 32daba64b064c571f27dbd4e285969f47f8e5dd6c692279b48622e941b4d137f 53 seconds ago Exited patch 1 77274dab6557f ingress-nginx-admission-patch-p7d6p ingress-nginx
6dcaaf8b1dd39 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:e733096c3a5b75504c6380083abc960c9627efd23e099df780adfb4eec197583 53 seconds ago Exited create 0 09a88b589c2d1 ingress-nginx-admission-create-25gg4 ingress-nginx
4fa6214fdeb1c registry.k8s.io/sig-storage/snapshot-controller@sha256:5d668e35c15df6e87e2530da25d557f543182cedbdb39d421b87076463ee9857 54 seconds ago Running volume-snapshot-controller 0 1bcd4f9294444 snapshot-controller-7d9fbc56b8-24ptq kube-system
41b1ff3c6cb67 docker.io/kicbase/minikube-ingress-dns@sha256:6d710af680d8a9b5a5b1f9047eb83ee4c9258efd3fcd962f938c00bcbb4c5958 56 seconds ago Running minikube-ingress-dns 0 3d38b7981746a kube-ingress-dns-minikube kube-system
8877d3b310c67 registry.k8s.io/sig-storage/csi-attacher@sha256:4b5609c78455de45821910065281a368d5f760b41250f90cbde5110543bdc326 About a minute ago Running csi-attacher 0 4b29e69f8e823 csi-hostpath-attacher-0 kube-system
097e4323d388e docker.io/library/registry@sha256:8715992817b2254fe61e74ffc6a4096d57a0cde36c95ea075676c05f7a94a630 About a minute ago Running registry 0 1097e4f57c0de registry-6b586f9694-mfccf kube-system
dcfb4583c9baf docker.io/rancher/local-path-provisioner@sha256:689a2489a24e74426e4a4666e611c988202c5fa995908b0c60133aca3eb87d98 About a minute ago Running local-path-provisioner 0 8d09cce2177fd local-path-provisioner-648f6765c9-9fhjg local-path-storage
7c9720ed2ffd3 docker.io/marcnuri/yakd@sha256:1c961556224d57fc747de0b1874524208e5fb4f8386f23e9c1c4c18e97109f17 About a minute ago Running yakd 0 89a8106ca62cd yakd-dashboard-5ff678cb9-mt24x yakd-dashboard
f013564e936bc nvcr.io/nvidia/k8s-device-plugin@sha256:80924fc52384565a7c59f1e2f12319fb8f2b02a1c974bb3d73a9853fe01af874 About a minute ago Running nvidia-device-plugin-ctr 0 c34cdbfcc2b1a nvidia-device-plugin-daemonset-lmkrv kube-system
a66c199486eac gcr.io/cloud-spanner-emulator/emulator@sha256:c2688dc4b7ecb4546084321d63c2b3b616a54263488137e18fcb7c7005aef086 About a minute ago Running cloud-spanner-emulator 0 bff32c1789e4d cloud-spanner-emulator-6f9fcf858b-764w4 default
22c78f0480015 registry.k8s.io/metrics-server/metrics-server@sha256:8f49cf1b0688bb0eae18437882dbf6de2c7a2baac71b1492bc4eca25439a1bf2 About a minute ago Running metrics-server 0 93fea2b0107ac metrics-server-85b7d694d7-rpm8d kube-system
0cdeb956657c8 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc About a minute ago Running coredns 0 45a3e33cbb4d9 coredns-66bc5c9577-tbtqc kube-system
a9b843dc84786 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 About a minute ago Running storage-provisioner 0 415e4f9c836fb storage-provisioner kube-system
2abf789b6444c 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 2 minutes ago Running kube-proxy 0 6aa46851fad1a kube-proxy-gqkxl kube-system
e68271c59773e b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 2 minutes ago Running kindnet-cni 0 77cfa762ae525 kindnet-qwzsw kube-system
29f56d7ed7988 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 2 minutes ago Running kube-scheduler 0 a0f17c9b37400 kube-scheduler-addons-255419 kube-system
0cce3a8c9bd91 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 2 minutes ago Running kube-controller-manager 0 b4f1c218c54bc kube-controller-manager-addons-255419 kube-system
b0ac279ca9424 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 2 minutes ago Running kube-apiserver 0 338e54ada98ae kube-apiserver-addons-255419 kube-system
34c3ab1eafac0 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 2 minutes ago Running etcd 0 9a4040437c984 etcd-addons-255419 kube-system
==> coredns [0cdeb956657c89f8f7f3cdfb0e0cd5e229af615ef42c7a36f5347c9978135107] <==
[INFO] 10.244.0.12:41511 - 64096 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 81 false 1232" NXDOMAIN qr,aa,rd 163 0.000118804s
[INFO] 10.244.0.12:41511 - 19764 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.002940709s
[INFO] 10.244.0.12:41511 - 44602 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.003064862s
[INFO] 10.244.0.12:41511 - 21683 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000122783s
[INFO] 10.244.0.12:41511 - 55750 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.00017528s
[INFO] 10.244.0.12:36794 - 54464 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000167346s
[INFO] 10.244.0.12:36794 - 54727 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000132178s
[INFO] 10.244.0.12:50446 - 16434 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000141302s
[INFO] 10.244.0.12:50446 - 16879 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000161889s
[INFO] 10.244.0.12:48086 - 62204 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000125417s
[INFO] 10.244.0.12:48086 - 62392 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000109703s
[INFO] 10.244.0.12:38630 - 43808 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.00120748s
[INFO] 10.244.0.12:38630 - 43619 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001258253s
[INFO] 10.244.0.12:51341 - 4325 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000171744s
[INFO] 10.244.0.12:51341 - 4465 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.00013102s
[INFO] 10.244.0.20:45752 - 59645 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000183862s
[INFO] 10.244.0.20:51560 - 24595 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000193151s
[INFO] 10.244.0.20:57640 - 48950 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000143329s
[INFO] 10.244.0.20:37322 - 29102 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00008421s
[INFO] 10.244.0.20:40829 - 19942 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000126705s
[INFO] 10.244.0.20:40651 - 11292 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000081207s
[INFO] 10.244.0.20:41973 - 50517 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002689793s
[INFO] 10.244.0.20:49762 - 57358 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002794164s
[INFO] 10.244.0.20:59413 - 187 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 572 0.002266651s
[INFO] 10.244.0.20:37974 - 15727 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.002789602s
==> describe nodes <==
Name: addons-255419
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-255419
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=addons-255419
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T01_58_26_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-255419
Annotations: csi.volume.kubernetes.io/nodeid: {"hostpath.csi.k8s.io":"addons-255419"}
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 01:58:22 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-255419
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 02:00:37 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 02:00:28 +0000 Sat, 22 Nov 2025 01:58:18 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 02:00:28 +0000 Sat, 22 Nov 2025 01:58:18 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 02:00:28 +0000 Sat, 22 Nov 2025 01:58:18 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 22 Nov 2025 02:00:28 +0000 Sat, 22 Nov 2025 01:59:12 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-255419
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: 738b5a29-3cd8-4d53-a825-a39d6ba6d00c
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (26 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13s
default cloud-spanner-emulator-6f9fcf858b-764w4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m4s
gadget gadget-h54h4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m2s
gcp-auth gcp-auth-78565c9fb4-ksfj9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 118s
ingress-nginx ingress-nginx-controller-6c8bf45fb-225dn 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 2m2s
kube-system coredns-66bc5c9577-tbtqc 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 2m7s
kube-system csi-hostpath-attacher-0 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m1s
kube-system csi-hostpath-resizer-0 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m1s
kube-system csi-hostpathplugin-jqxjn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 86s
kube-system etcd-addons-255419 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 2m13s
kube-system kindnet-qwzsw 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 2m8s
kube-system kube-apiserver-addons-255419 250m (12%) 0 (0%) 0 (0%) 0 (0%) 2m13s
kube-system kube-controller-manager-addons-255419 200m (10%) 0 (0%) 0 (0%) 0 (0%) 2m13s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m3s
kube-system kube-proxy-gqkxl 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m8s
kube-system kube-scheduler-addons-255419 100m (5%) 0 (0%) 0 (0%) 0 (0%) 2m13s
kube-system metrics-server-85b7d694d7-rpm8d 100m (5%) 0 (0%) 200Mi (2%) 0 (0%) 2m3s
kube-system nvidia-device-plugin-daemonset-lmkrv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 86s
kube-system registry-6b586f9694-mfccf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m4s
kube-system registry-creds-764b6fb674-ljmb7 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m5s
kube-system registry-proxy-cfkfg 0 (0%) 0 (0%) 0 (0%) 0 (0%) 86s
kube-system snapshot-controller-7d9fbc56b8-24ptq 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m2s
kube-system snapshot-controller-7d9fbc56b8-tcc8v 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m2s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m3s
local-path-storage local-path-provisioner-648f6765c9-9fhjg 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m3s
yakd-dashboard yakd-dashboard-5ff678cb9-mt24x 0 (0%) 0 (0%) 128Mi (1%) 256Mi (3%) 2m2s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (52%) 100m (5%)
memory 638Mi (8%) 476Mi (6%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m6s kube-proxy
Normal Starting 2m13s kubelet Starting kubelet.
Warning CgroupV1 2m13s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 2m13s kubelet Node addons-255419 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m13s kubelet Node addons-255419 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m13s kubelet Node addons-255419 status is now: NodeHasSufficientPID
Normal RegisteredNode 2m9s node-controller Node addons-255419 event: Registered Node addons-255419 in Controller
Normal NodeReady 86s kubelet Node addons-255419 status is now: NodeReady
==> dmesg <==
[Nov22 01:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.014777] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.525902] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.033225] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.795521] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[Nov22 01:18] kauditd_printk_skb: 36 callbacks suppressed
[Nov22 01:58] overlayfs: idmapped layers are currently not supported
[ +0.050939] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
==> etcd [34c3ab1eafac0212ba5785c50cbe1336cd48601299570a8509d40c420e25c18d] <==
{"level":"warn","ts":"2025-11-22T01:58:20.600256Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39916","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.624196Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39938","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.665852Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39958","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.698783Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39982","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.724937Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39998","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.748726Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40024","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.793471Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40030","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.828718Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40044","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.847882Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40058","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.878028Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40082","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.897937Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40096","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.927041Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40116","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.977383Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40134","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:20.990004Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40156","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:21.072000Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40202","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:21.073945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40220","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:21.110038Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40228","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:21.139650Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40244","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:21.274879Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40260","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:37.408816Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45674","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:37.423715Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45696","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:59.453331Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56748","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:59.468365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56762","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:59.508346Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56786","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T01:58:59.538107Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56808","server-name":"","error":"EOF"}
==> gcp-auth [87bb96be1c2d37db11e3f960f15909c2f585798c5fc8d83ebd0d615f8f37866e] <==
2025/11/22 01:59:58 GCP Auth Webhook started!
2025/11/22 02:00:25 Ready to marshal response ...
2025/11/22 02:00:25 Ready to write response ...
2025/11/22 02:00:25 Ready to marshal response ...
2025/11/22 02:00:25 Ready to write response ...
2025/11/22 02:00:25 Ready to marshal response ...
2025/11/22 02:00:25 Ready to write response ...
==> kernel <==
02:00:38 up 42 min, 0 user, load average: 2.81, 1.69, 0.70
Linux addons-255419 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [e68271c59773e10dde86924f8085fe850131f97851e3ece63a557d6fa4d55026] <==
E1122 01:59:01.908807 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1122 01:59:01.908909 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1122 01:59:01.910225 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
I1122 01:59:03.510226 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 01:59:03.510261 1 metrics.go:72] Registering metrics
I1122 01:59:03.510324 1 controller.go:711] "Syncing nftables rules"
E1122 01:59:03.510671 1 controller.go:417] "reading nfqueue stats" err="open /proc/net/netfilter/nfnetlink_queue: no such file or directory"
I1122 01:59:11.915143 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 01:59:11.915199 1 main.go:301] handling current node
I1122 01:59:21.907349 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 01:59:21.907398 1 main.go:301] handling current node
I1122 01:59:31.907510 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 01:59:31.907607 1 main.go:301] handling current node
I1122 01:59:41.907443 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 01:59:41.907482 1 main.go:301] handling current node
I1122 01:59:51.907498 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 01:59:51.907533 1 main.go:301] handling current node
I1122 02:00:01.917492 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:00:01.917549 1 main.go:301] handling current node
I1122 02:00:11.909637 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:00:11.909672 1 main.go:301] handling current node
I1122 02:00:21.914773 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:00:21.914807 1 main.go:301] handling current node
I1122 02:00:31.907403 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:00:31.907445 1 main.go:301] handling current node
==> kube-apiserver [b0ac279ca9424b959e170e38e9acce0fbe3a19baf4fe66df16ab5803100ab599] <==
W1122 01:58:37.408230 1 logging.go:55] [core] [Channel #259 SubChannel #260]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: authentication handshake failed: context canceled"
W1122 01:58:37.422570 1 logging.go:55] [core] [Channel #263 SubChannel #264]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: operation was canceled"
I1122 01:58:40.243778 1 alloc.go:328] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs={"IPv4":"10.110.10.169"}
W1122 01:58:59.453166 1 logging.go:55] [core] [Channel #270 SubChannel #271]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: authentication handshake failed: context canceled"
W1122 01:58:59.468054 1 logging.go:55] [core] [Channel #274 SubChannel #275]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: operation was canceled"
W1122 01:58:59.504117 1 logging.go:55] [core] [Channel #278 SubChannel #279]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: operation was canceled"
W1122 01:58:59.537969 1 logging.go:55] [core] [Channel #282 SubChannel #283]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: operation was canceled"
W1122 01:59:12.103337 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.110.10.169:443: connect: connection refused
E1122 01:59:12.103420 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.110.10.169:443: connect: connection refused" logger="UnhandledError"
W1122 01:59:12.107857 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.110.10.169:443: connect: connection refused
E1122 01:59:12.107983 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.110.10.169:443: connect: connection refused" logger="UnhandledError"
W1122 01:59:12.201982 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.110.10.169:443: connect: connection refused
E1122 01:59:12.203284 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.110.10.169:443: connect: connection refused" logger="UnhandledError"
E1122 01:59:19.517837 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.99.174.40:443: connect: connection refused" logger="UnhandledError"
W1122 01:59:19.518242 1 handler_proxy.go:99] no RequestInfo found in the context
E1122 01:59:19.518321 1 controller.go:146] "Unhandled Error" err=<
Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
> logger="UnhandledError"
E1122 01:59:19.534924 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.99.174.40:443: connect: connection refused" logger="UnhandledError"
E1122 01:59:19.535690 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.99.174.40:443: connect: connection refused" logger="UnhandledError"
E1122 01:59:19.552293 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.99.174.40:443: connect: connection refused" logger="UnhandledError"
E1122 01:59:19.574340 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.99.174.40:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.99.174.40:443: connect: connection refused" logger="UnhandledError"
I1122 01:59:19.792136 1 handler.go:285] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1122 02:00:36.439207 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:50306: use of closed network connection
==> kube-controller-manager [0cce3a8c9bd914d5a18ed9bfa59e334816293cf0066ec773001c7185073cc369] <==
I1122 01:58:29.443276 1 shared_informer.go:349] "Waiting for caches to sync" controller="cidrallocator"
I1122 01:58:29.443282 1 shared_informer.go:356] "Caches are synced" controller="cidrallocator"
I1122 01:58:29.444648 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1122 01:58:29.452251 1 range_allocator.go:428] "Set node PodCIDR" logger="node-ipam-controller" node="addons-255419" podCIDRs=["10.244.0.0/24"]
I1122 01:58:29.459657 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice_mirroring"
I1122 01:58:29.463852 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 01:58:29.474092 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 01:58:29.485428 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1122 01:58:29.485531 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1122 01:58:29.485546 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1122 01:58:29.486593 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1122 01:58:29.487726 1 shared_informer.go:356] "Caches are synced" controller="TTL"
I1122 01:58:29.488829 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1122 01:58:29.488882 1 shared_informer.go:356] "Caches are synced" controller="deployment"
I1122 01:58:29.489531 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1122 01:58:29.490067 1 shared_informer.go:356] "Caches are synced" controller="job"
E1122 01:58:35.447678 1 replica_set.go:587] "Unhandled Error" err="sync \"kube-system/metrics-server-85b7d694d7\" failed with pods \"metrics-server-85b7d694d7-\" is forbidden: error looking up service account kube-system/metrics-server: serviceaccount \"metrics-server\" not found" logger="UnhandledError"
E1122 01:58:59.446286 1 resource_quota_controller.go:446] "Unhandled Error" err="unable to retrieve the complete list of server APIs: metrics.k8s.io/v1beta1: stale GroupVersion discovery: metrics.k8s.io/v1beta1" logger="UnhandledError"
I1122 01:58:59.446434 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="volumesnapshots.snapshot.storage.k8s.io"
I1122 01:58:59.446486 1 shared_informer.go:349] "Waiting for caches to sync" controller="resource quota"
I1122 01:58:59.472635 1 garbagecollector.go:787] "failed to discover some groups" logger="garbage-collector-controller" groups="map[\"metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: metrics.k8s.io/v1beta1\"]"
I1122 01:58:59.477551 1 shared_informer.go:349] "Waiting for caches to sync" controller="garbage collector"
I1122 01:58:59.546823 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 01:58:59.578289 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 01:59:14.442599 1 node_lifecycle_controller.go:1044] "Controller detected that some Nodes are Ready. Exiting master disruption mode" logger="node-lifecycle-controller"
==> kube-proxy [2abf789b6444c1e1602fb81df3da846a2c0659fad8975a94c6c4fce2cc0ff06c] <==
I1122 01:58:31.597536 1 server_linux.go:53] "Using iptables proxy"
I1122 01:58:31.727905 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 01:58:31.828285 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 01:58:31.828329 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.49.2"]
E1122 01:58:31.828430 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 01:58:31.885062 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 01:58:31.885125 1 server_linux.go:132] "Using iptables Proxier"
I1122 01:58:31.893763 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 01:58:31.907692 1 server.go:527] "Version info" version="v1.34.1"
I1122 01:58:31.907721 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 01:58:31.916832 1 config.go:200] "Starting service config controller"
I1122 01:58:31.916859 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 01:58:31.916966 1 config.go:106] "Starting endpoint slice config controller"
I1122 01:58:31.916972 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 01:58:31.916994 1 config.go:403] "Starting serviceCIDR config controller"
I1122 01:58:31.917005 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 01:58:31.932049 1 config.go:309] "Starting node config controller"
I1122 01:58:31.932229 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 01:58:31.932276 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 01:58:32.018361 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 01:58:32.018423 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1122 01:58:32.017295 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
==> kube-scheduler [29f56d7ed7988563012be48b452ac1c670bd73c44a67314290fbd98ef84f6b97] <==
I1122 01:58:23.401304 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 01:58:23.403768 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1122 01:58:23.403965 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 01:58:23.404011 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 01:58:23.404065 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E1122 01:58:23.408570 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1122 01:58:23.409313 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
E1122 01:58:23.419178 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E1122 01:58:23.419338 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1122 01:58:23.419420 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1122 01:58:23.419513 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod"
E1122 01:58:23.419604 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceClaim"
E1122 01:58:23.419744 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1122 01:58:23.419835 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1122 01:58:23.419921 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E1122 01:58:23.420071 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1122 01:58:23.420166 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1122 01:58:23.420250 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1122 01:58:23.420343 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
E1122 01:58:23.420433 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E1122 01:58:23.420694 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E1122 01:58:23.420853 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E1122 01:58:23.420944 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
E1122 01:58:23.421017 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
I1122 01:58:24.604787 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Nov 22 01:59:46 addons-255419 kubelet[1264]: I1122 01:59:46.964932 1264 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-k8v7m\" (UniqueName: \"kubernetes.io/projected/870fa80d-1518-4cb8-b80f-58ce9702c103-kube-api-access-k8v7m\") on node \"addons-255419\" DevicePath \"\""
Nov 22 01:59:47 addons-255419 kubelet[1264]: I1122 01:59:47.682312 1264 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="09a88b589c2d1c1a821ca5fb6d6c00a035a74afb7e64e0e278fe4b34d721bf0a"
Nov 22 01:59:47 addons-255419 kubelet[1264]: I1122 01:59:47.700213 1264 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="77274dab6557ff415b9a1d81e7f3c3eaa2e5804586e2560cd5508b72dee257fe"
Nov 22 01:59:49 addons-255419 kubelet[1264]: I1122 01:59:49.708299 1264 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-proxy-cfkfg" secret="" err="secret \"gcp-auth\" not found"
Nov 22 01:59:49 addons-255419 kubelet[1264]: I1122 01:59:49.726091 1264 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/registry-proxy-cfkfg" podStartSLOduration=2.02773047 podStartE2EDuration="37.726051451s" podCreationTimestamp="2025-11-22 01:59:12 +0000 UTC" firstStartedPulling="2025-11-22 01:59:13.193596027 +0000 UTC m=+48.148668041" lastFinishedPulling="2025-11-22 01:59:48.891917008 +0000 UTC m=+83.846989022" observedRunningTime="2025-11-22 01:59:49.722444207 +0000 UTC m=+84.677516229" watchObservedRunningTime="2025-11-22 01:59:49.726051451 +0000 UTC m=+84.681123482"
Nov 22 01:59:50 addons-255419 kubelet[1264]: I1122 01:59:50.713994 1264 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-proxy-cfkfg" secret="" err="secret \"gcp-auth\" not found"
Nov 22 01:59:55 addons-255419 kubelet[1264]: I1122 01:59:55.772267 1264 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/csi-hostpath-resizer-0" podStartSLOduration=41.756072292 podStartE2EDuration="1m18.77225039s" podCreationTimestamp="2025-11-22 01:58:37 +0000 UTC" firstStartedPulling="2025-11-22 01:59:13.214134627 +0000 UTC m=+48.169206641" lastFinishedPulling="2025-11-22 01:59:50.230312725 +0000 UTC m=+85.185384739" observedRunningTime="2025-11-22 01:59:50.734946949 +0000 UTC m=+85.690018963" watchObservedRunningTime="2025-11-22 01:59:55.77225039 +0000 UTC m=+90.727322420"
Nov 22 01:59:58 addons-255419 kubelet[1264]: I1122 01:59:58.792535 1264 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="gcp-auth/gcp-auth-78565c9fb4-ksfj9" podStartSLOduration=64.890656922 podStartE2EDuration="1m18.792519461s" podCreationTimestamp="2025-11-22 01:58:40 +0000 UTC" firstStartedPulling="2025-11-22 01:59:44.331859602 +0000 UTC m=+79.286931616" lastFinishedPulling="2025-11-22 01:59:58.233722142 +0000 UTC m=+93.188794155" observedRunningTime="2025-11-22 01:59:58.792024645 +0000 UTC m=+93.747096667" watchObservedRunningTime="2025-11-22 01:59:58.792519461 +0000 UTC m=+93.747591483"
Nov 22 01:59:58 addons-255419 kubelet[1264]: I1122 01:59:58.793011 1264 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="gadget/gadget-h54h4" podStartSLOduration=69.729733789 podStartE2EDuration="1m22.793003815s" podCreationTimestamp="2025-11-22 01:58:36 +0000 UTC" firstStartedPulling="2025-11-22 01:59:42.040218366 +0000 UTC m=+76.995290380" lastFinishedPulling="2025-11-22 01:59:55.103488384 +0000 UTC m=+90.058560406" observedRunningTime="2025-11-22 01:59:55.773255439 +0000 UTC m=+90.728327453" watchObservedRunningTime="2025-11-22 01:59:58.793003815 +0000 UTC m=+93.748075828"
Nov 22 02:00:03 addons-255419 kubelet[1264]: I1122 02:00:03.204265 1264 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="83157948-273d-437c-a764-61653877b158" path="/var/lib/kubelet/pods/83157948-273d-437c-a764-61653877b158/volumes"
Nov 22 02:00:03 addons-255419 kubelet[1264]: I1122 02:00:03.204659 1264 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b3b36927-5a3d-4d8a-b8bf-c6d8ad2a5626" path="/var/lib/kubelet/pods/b3b36927-5a3d-4d8a-b8bf-c6d8ad2a5626/volumes"
Nov 22 02:00:03 addons-255419 kubelet[1264]: I1122 02:00:03.387883 1264 csi_plugin.go:106] kubernetes.io/csi: Trying to validate a new CSI Driver with name: hostpath.csi.k8s.io endpoint: /var/lib/kubelet/plugins/csi-hostpath/csi.sock versions: 1.0.0
Nov 22 02:00:03 addons-255419 kubelet[1264]: I1122 02:00:03.387940 1264 csi_plugin.go:119] kubernetes.io/csi: Register new plugin with name: hostpath.csi.k8s.io at endpoint: /var/lib/kubelet/plugins/csi-hostpath/csi.sock
Nov 22 02:00:16 addons-255419 kubelet[1264]: E1122 02:00:16.153616 1264 secret.go:189] Couldn't get secret kube-system/registry-creds-gcr: secret "registry-creds-gcr" not found
Nov 22 02:00:16 addons-255419 kubelet[1264]: E1122 02:00:16.153708 1264 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/aa98929b-9fa8-475f-ae71-d9979368b523-gcr-creds podName:aa98929b-9fa8-475f-ae71-d9979368b523 nodeName:}" failed. No retries permitted until 2025-11-22 02:01:20.153690502 +0000 UTC m=+175.108762516 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "gcr-creds" (UniqueName: "kubernetes.io/secret/aa98929b-9fa8-475f-ae71-d9979368b523-gcr-creds") pod "registry-creds-764b6fb674-ljmb7" (UID: "aa98929b-9fa8-475f-ae71-d9979368b523") : secret "registry-creds-gcr" not found
Nov 22 02:00:23 addons-255419 kubelet[1264]: I1122 02:00:23.024627 1264 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/csi-hostpathplugin-jqxjn" podStartSLOduration=16.977639493 podStartE2EDuration="1m11.024609137s" podCreationTimestamp="2025-11-22 01:59:12 +0000 UTC" firstStartedPulling="2025-11-22 01:59:13.216960702 +0000 UTC m=+48.172032715" lastFinishedPulling="2025-11-22 02:00:07.263930345 +0000 UTC m=+102.219002359" observedRunningTime="2025-11-22 02:00:07.966809091 +0000 UTC m=+102.921881113" watchObservedRunningTime="2025-11-22 02:00:23.024609137 +0000 UTC m=+117.979681151"
Nov 22 02:00:25 addons-255419 kubelet[1264]: I1122 02:00:25.179437 1264 scope.go:117] "RemoveContainer" containerID="46ef25c26d475c32f068e666c856826e80c42634d5b9cc2864984b325c55f437"
Nov 22 02:00:25 addons-255419 kubelet[1264]: I1122 02:00:25.196945 1264 scope.go:117] "RemoveContainer" containerID="9b428e6da12bb64bd60ef91ddc6df9dccfa2670d2982928319b4493a7f636f2f"
Nov 22 02:00:25 addons-255419 kubelet[1264]: E1122 02:00:25.321064 1264 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/c70cbe8a6b0b8ff65a16a9bb540e27b7ec1cb070b71705a79721fa739c5189c1/diff" to get inode usage: stat /var/lib/containers/storage/overlay/c70cbe8a6b0b8ff65a16a9bb540e27b7ec1cb070b71705a79721fa739c5189c1/diff: no such file or directory, extraDiskErr: <nil>
Nov 22 02:00:25 addons-255419 kubelet[1264]: E1122 02:00:25.344316 1264 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/dbe5c36ea2788345b802553410fd4e06603d0e412603d3f3395c4af56ea51f42/diff" to get inode usage: stat /var/lib/containers/storage/overlay/dbe5c36ea2788345b802553410fd4e06603d0e412603d3f3395c4af56ea51f42/diff: no such file or directory, extraDiskErr: could not stat "/var/log/pods/gcp-auth_gcp-auth-certs-patch-rdhsn_b3b36927-5a3d-4d8a-b8bf-c6d8ad2a5626/patch/1.log" to get inode usage: stat /var/log/pods/gcp-auth_gcp-auth-certs-patch-rdhsn_b3b36927-5a3d-4d8a-b8bf-c6d8ad2a5626/patch/1.log: no such file or directory
Nov 22 02:00:25 addons-255419 kubelet[1264]: I1122 02:00:25.910203 1264 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="ingress-nginx/ingress-nginx-controller-6c8bf45fb-225dn" podStartSLOduration=103.826600768 podStartE2EDuration="1m49.910183202s" podCreationTimestamp="2025-11-22 01:58:36 +0000 UTC" firstStartedPulling="2025-11-22 02:00:16.442277251 +0000 UTC m=+111.397349265" lastFinishedPulling="2025-11-22 02:00:22.525859685 +0000 UTC m=+117.480931699" observedRunningTime="2025-11-22 02:00:23.02704534 +0000 UTC m=+117.982117370" watchObservedRunningTime="2025-11-22 02:00:25.910183202 +0000 UTC m=+120.865255224"
Nov 22 02:00:25 addons-255419 kubelet[1264]: I1122 02:00:25.945031 1264 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4ttw9\" (UniqueName: \"kubernetes.io/projected/da0a5f43-d151-447c-938e-9aaab9704d2b-kube-api-access-4ttw9\") pod \"busybox\" (UID: \"da0a5f43-d151-447c-938e-9aaab9704d2b\") " pod="default/busybox"
Nov 22 02:00:25 addons-255419 kubelet[1264]: I1122 02:00:25.945086 1264 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/da0a5f43-d151-447c-938e-9aaab9704d2b-gcp-creds\") pod \"busybox\" (UID: \"da0a5f43-d151-447c-938e-9aaab9704d2b\") " pod="default/busybox"
Nov 22 02:00:29 addons-255419 kubelet[1264]: I1122 02:00:29.053628 1264 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/busybox" podStartSLOduration=1.898029743 podStartE2EDuration="4.053609756s" podCreationTimestamp="2025-11-22 02:00:25 +0000 UTC" firstStartedPulling="2025-11-22 02:00:26.249882953 +0000 UTC m=+121.204954975" lastFinishedPulling="2025-11-22 02:00:28.405462982 +0000 UTC m=+123.360534988" observedRunningTime="2025-11-22 02:00:29.052516034 +0000 UTC m=+124.007588056" watchObservedRunningTime="2025-11-22 02:00:29.053609756 +0000 UTC m=+124.008681770"
Nov 22 02:00:38 addons-255419 kubelet[1264]: I1122 02:00:38.200348 1264 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-6b586f9694-mfccf" secret="" err="secret \"gcp-auth\" not found"
==> storage-provisioner [a9b843dc847865f57d288d49f3dc2bb89d27fd55cd5602132f75ebec60569358] <==
W1122 02:00:13.670913 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:15.673794 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:15.678858 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:17.683099 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:17.689677 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:19.692559 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:19.697653 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:21.700837 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:21.705746 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:23.709675 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:23.714426 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:25.719652 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:25.731786 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:27.735602 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:27.740360 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:29.743448 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:29.748286 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:31.752084 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:31.759336 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:33.763091 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:33.767931 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:35.770903 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:35.777806 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:37.780741 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:00:37.785284 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-255419 -n addons-255419
helpers_test.go:269: (dbg) Run: kubectl --context addons-255419 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:280: non-running pods: ingress-nginx-admission-create-25gg4 ingress-nginx-admission-patch-p7d6p registry-creds-764b6fb674-ljmb7
helpers_test.go:282: ======> post-mortem[TestAddons/parallel/Headlamp]: describe non-running pods <======
helpers_test.go:285: (dbg) Run: kubectl --context addons-255419 describe pod ingress-nginx-admission-create-25gg4 ingress-nginx-admission-patch-p7d6p registry-creds-764b6fb674-ljmb7
helpers_test.go:285: (dbg) Non-zero exit: kubectl --context addons-255419 describe pod ingress-nginx-admission-create-25gg4 ingress-nginx-admission-patch-p7d6p registry-creds-764b6fb674-ljmb7: exit status 1 (85.316055ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-25gg4" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-p7d6p" not found
Error from server (NotFound): pods "registry-creds-764b6fb674-ljmb7" not found
** /stderr **
helpers_test.go:287: kubectl --context addons-255419 describe pod ingress-nginx-admission-create-25gg4 ingress-nginx-admission-patch-p7d6p registry-creds-764b6fb674-ljmb7: exit status 1
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 addons disable headlamp --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-255419 addons disable headlamp --alsologtostderr -v=1: exit status 11 (267.310339ms)
-- stdout --
-- /stdout --
** stderr **
I1122 02:00:39.727437 11539 out.go:360] Setting OutFile to fd 1 ...
I1122 02:00:39.727750 11539 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:00:39.727797 11539 out.go:374] Setting ErrFile to fd 2...
I1122 02:00:39.727826 11539 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:00:39.728339 11539 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:00:39.728932 11539 mustload.go:66] Loading cluster: addons-255419
I1122 02:00:39.729919 11539 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:00:39.729991 11539 addons.go:622] checking whether the cluster is paused
I1122 02:00:39.730549 11539 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:00:39.730583 11539 host.go:66] Checking if "addons-255419" exists ...
I1122 02:00:39.731103 11539 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 02:00:39.754257 11539 ssh_runner.go:195] Run: systemctl --version
I1122 02:00:39.754318 11539 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 02:00:39.773921 11539 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 02:00:39.881402 11539 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:00:39.881480 11539 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:00:39.911040 11539 cri.go:89] found id: "ec5450bbd9781b942f568471d80f6cd352b24db749308da0e9f919c704f98a6b"
I1122 02:00:39.911065 11539 cri.go:89] found id: "6386ca30cb7d9af6940fc8f51944b233b00578375074c84c8e816536bc5e6557"
I1122 02:00:39.911070 11539 cri.go:89] found id: "1755b28392115dcd4412d6332dc89742d10177b6a563a8ccfe93985206bf6f4b"
I1122 02:00:39.911074 11539 cri.go:89] found id: "9f88ed03c555abfef8917c62102df8ef69c7b1d5fa0d927edc130a98bf0a912b"
I1122 02:00:39.911078 11539 cri.go:89] found id: "9713898f2973a480853aee69d6a52fea1284462c7ddff6198d740e70ce746f3c"
I1122 02:00:39.911081 11539 cri.go:89] found id: "d2697dce87311ebfda6b2e7a6bf526826cbec3794f40470d66ccdfb7ff8d5eba"
I1122 02:00:39.911085 11539 cri.go:89] found id: "73e209740c4067b340f329187bb7522286657ce89f711ea0bfda8b4926e4e6ae"
I1122 02:00:39.911088 11539 cri.go:89] found id: "f06036f109309c524a607d7e8f39d5cfcce0f9ea2583de4b6feb8a470369345c"
I1122 02:00:39.911091 11539 cri.go:89] found id: "0507ecc925ed6547e6df13ad494fd103fe115b47070128408a4ee860a461360c"
I1122 02:00:39.911098 11539 cri.go:89] found id: "4fa6214fdeb1c08cd19b8d5beb20c00025147b67edb492f90dbd5892a8ff0597"
I1122 02:00:39.911102 11539 cri.go:89] found id: "41b1ff3c6cb6771e140feeffd4e546d09461c0ca9685cf1c562d240dbb18bfe9"
I1122 02:00:39.911105 11539 cri.go:89] found id: "8877d3b310c670bb9a61328c4b7d102a3d9c0ed5fa4fe1b481d29abff7da1443"
I1122 02:00:39.911108 11539 cri.go:89] found id: "097e4323d388eb37349ba8c8073f93bb70183f0cf4062f580b5fa215f556cbbb"
I1122 02:00:39.911112 11539 cri.go:89] found id: "f013564e936bcf68d1b2fc773d84bd31bcd2e6d35514fe732bde5b5e68c1b32a"
I1122 02:00:39.911115 11539 cri.go:89] found id: "22c78f0480015c99655f36e4d490bba45c345b0ebb1460a3aba768f782efa4f5"
I1122 02:00:39.911119 11539 cri.go:89] found id: "0cdeb956657c89f8f7f3cdfb0e0cd5e229af615ef42c7a36f5347c9978135107"
I1122 02:00:39.911128 11539 cri.go:89] found id: "a9b843dc847865f57d288d49f3dc2bb89d27fd55cd5602132f75ebec60569358"
I1122 02:00:39.911133 11539 cri.go:89] found id: "2abf789b6444c1e1602fb81df3da846a2c0659fad8975a94c6c4fce2cc0ff06c"
I1122 02:00:39.911142 11539 cri.go:89] found id: "e68271c59773e10dde86924f8085fe850131f97851e3ece63a557d6fa4d55026"
I1122 02:00:39.911145 11539 cri.go:89] found id: "29f56d7ed7988563012be48b452ac1c670bd73c44a67314290fbd98ef84f6b97"
I1122 02:00:39.911150 11539 cri.go:89] found id: "0cce3a8c9bd914d5a18ed9bfa59e334816293cf0066ec773001c7185073cc369"
I1122 02:00:39.911157 11539 cri.go:89] found id: "b0ac279ca9424b959e170e38e9acce0fbe3a19baf4fe66df16ab5803100ab599"
I1122 02:00:39.911160 11539 cri.go:89] found id: "34c3ab1eafac0212ba5785c50cbe1336cd48601299570a8509d40c420e25c18d"
I1122 02:00:39.911164 11539 cri.go:89] found id: ""
I1122 02:00:39.911216 11539 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:00:39.931759 11539 out.go:203]
W1122 02:00:39.934643 11539 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:00:39Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:00:39Z" level=error msg="open /run/runc: no such file or directory"
W1122 02:00:39.934668 11539 out.go:285] *
*
W1122 02:00:39.938507 11539 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_efe3f0a65eabdab15324ffdebd5a66da17706a9c_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_efe3f0a65eabdab15324ffdebd5a66da17706a9c_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 02:00:39.941442 11539 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable headlamp addon: args "out/minikube-linux-arm64 -p addons-255419 addons disable headlamp --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/Headlamp (3.12s)
=== RUN TestAddons/parallel/CloudSpanner
=== PAUSE TestAddons/parallel/CloudSpanner
=== CONT TestAddons/parallel/CloudSpanner
addons_test.go:840: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...
helpers_test.go:352: "cloud-spanner-emulator-6f9fcf858b-764w4" [49eccf4c-da19-4a4e-89b4-cb9f29047849] Running
addons_test.go:840: (dbg) TestAddons/parallel/CloudSpanner: app=cloud-spanner-emulator healthy within 5.003223537s
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 addons disable cloud-spanner --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-255419 addons disable cloud-spanner --alsologtostderr -v=1: exit status 11 (256.251983ms)
-- stdout --
-- /stdout --
** stderr **
I1122 02:02:00.789545 13518 out.go:360] Setting OutFile to fd 1 ...
I1122 02:02:00.789744 13518 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:02:00.789757 13518 out.go:374] Setting ErrFile to fd 2...
I1122 02:02:00.789763 13518 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:02:00.790128 13518 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:02:00.790466 13518 mustload.go:66] Loading cluster: addons-255419
I1122 02:02:00.790905 13518 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:02:00.790923 13518 addons.go:622] checking whether the cluster is paused
I1122 02:02:00.791032 13518 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:02:00.791046 13518 host.go:66] Checking if "addons-255419" exists ...
I1122 02:02:00.791506 13518 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 02:02:00.808329 13518 ssh_runner.go:195] Run: systemctl --version
I1122 02:02:00.808389 13518 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 02:02:00.827171 13518 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 02:02:00.930441 13518 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:02:00.930526 13518 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:02:00.960893 13518 cri.go:89] found id: "ec5450bbd9781b942f568471d80f6cd352b24db749308da0e9f919c704f98a6b"
I1122 02:02:00.960966 13518 cri.go:89] found id: "6386ca30cb7d9af6940fc8f51944b233b00578375074c84c8e816536bc5e6557"
I1122 02:02:00.960986 13518 cri.go:89] found id: "1755b28392115dcd4412d6332dc89742d10177b6a563a8ccfe93985206bf6f4b"
I1122 02:02:00.961007 13518 cri.go:89] found id: "9f88ed03c555abfef8917c62102df8ef69c7b1d5fa0d927edc130a98bf0a912b"
I1122 02:02:00.961037 13518 cri.go:89] found id: "9713898f2973a480853aee69d6a52fea1284462c7ddff6198d740e70ce746f3c"
I1122 02:02:00.961066 13518 cri.go:89] found id: "d2697dce87311ebfda6b2e7a6bf526826cbec3794f40470d66ccdfb7ff8d5eba"
I1122 02:02:00.961085 13518 cri.go:89] found id: "73e209740c4067b340f329187bb7522286657ce89f711ea0bfda8b4926e4e6ae"
I1122 02:02:00.961105 13518 cri.go:89] found id: "f06036f109309c524a607d7e8f39d5cfcce0f9ea2583de4b6feb8a470369345c"
I1122 02:02:00.961124 13518 cri.go:89] found id: "0507ecc925ed6547e6df13ad494fd103fe115b47070128408a4ee860a461360c"
I1122 02:02:00.961155 13518 cri.go:89] found id: "4fa6214fdeb1c08cd19b8d5beb20c00025147b67edb492f90dbd5892a8ff0597"
I1122 02:02:00.961175 13518 cri.go:89] found id: "41b1ff3c6cb6771e140feeffd4e546d09461c0ca9685cf1c562d240dbb18bfe9"
I1122 02:02:00.961194 13518 cri.go:89] found id: "8877d3b310c670bb9a61328c4b7d102a3d9c0ed5fa4fe1b481d29abff7da1443"
I1122 02:02:00.961214 13518 cri.go:89] found id: "097e4323d388eb37349ba8c8073f93bb70183f0cf4062f580b5fa215f556cbbb"
I1122 02:02:00.961250 13518 cri.go:89] found id: "f013564e936bcf68d1b2fc773d84bd31bcd2e6d35514fe732bde5b5e68c1b32a"
I1122 02:02:00.961286 13518 cri.go:89] found id: "22c78f0480015c99655f36e4d490bba45c345b0ebb1460a3aba768f782efa4f5"
I1122 02:02:00.961324 13518 cri.go:89] found id: "0cdeb956657c89f8f7f3cdfb0e0cd5e229af615ef42c7a36f5347c9978135107"
I1122 02:02:00.961350 13518 cri.go:89] found id: "a9b843dc847865f57d288d49f3dc2bb89d27fd55cd5602132f75ebec60569358"
I1122 02:02:00.961381 13518 cri.go:89] found id: "2abf789b6444c1e1602fb81df3da846a2c0659fad8975a94c6c4fce2cc0ff06c"
I1122 02:02:00.961410 13518 cri.go:89] found id: "e68271c59773e10dde86924f8085fe850131f97851e3ece63a557d6fa4d55026"
I1122 02:02:00.961429 13518 cri.go:89] found id: "29f56d7ed7988563012be48b452ac1c670bd73c44a67314290fbd98ef84f6b97"
I1122 02:02:00.961453 13518 cri.go:89] found id: "0cce3a8c9bd914d5a18ed9bfa59e334816293cf0066ec773001c7185073cc369"
I1122 02:02:00.961488 13518 cri.go:89] found id: "b0ac279ca9424b959e170e38e9acce0fbe3a19baf4fe66df16ab5803100ab599"
I1122 02:02:00.961507 13518 cri.go:89] found id: "34c3ab1eafac0212ba5785c50cbe1336cd48601299570a8509d40c420e25c18d"
I1122 02:02:00.961527 13518 cri.go:89] found id: ""
I1122 02:02:00.961607 13518 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:02:00.984888 13518 out.go:203]
W1122 02:02:00.987734 13518 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:02:00Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:02:00Z" level=error msg="open /run/runc: no such file or directory"
W1122 02:02:00.987758 13518 out.go:285] *
*
W1122 02:02:00.991617 13518 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_e93ff976b7e98e1dc466aded9385c0856b6d1b41_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_e93ff976b7e98e1dc466aded9385c0856b6d1b41_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 02:02:00.993826 13518 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable cloud-spanner addon: args "out/minikube-linux-arm64 -p addons-255419 addons disable cloud-spanner --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/CloudSpanner (5.27s)
=== RUN TestAddons/parallel/LocalPath
=== PAUSE TestAddons/parallel/LocalPath
=== CONT TestAddons/parallel/LocalPath
addons_test.go:949: (dbg) Run: kubectl --context addons-255419 apply -f testdata/storage-provisioner-rancher/pvc.yaml
addons_test.go:955: (dbg) Run: kubectl --context addons-255419 apply -f testdata/storage-provisioner-rancher/pod.yaml
addons_test.go:959: (dbg) TestAddons/parallel/LocalPath: waiting 5m0s for pvc "test-pvc" in namespace "default" ...
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-255419 get pvc test-pvc -o jsonpath={.status.phase} -n default
addons_test.go:962: (dbg) TestAddons/parallel/LocalPath: waiting 3m0s for pods matching "run=test-local-path" in namespace "default" ...
helpers_test.go:352: "test-local-path" [c59e736a-8885-44ee-8287-410764ec6189] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:352: "test-local-path" [c59e736a-8885-44ee-8287-410764ec6189] Pending / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:352: "test-local-path" [c59e736a-8885-44ee-8287-410764ec6189] Succeeded / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
addons_test.go:962: (dbg) TestAddons/parallel/LocalPath: run=test-local-path healthy within 3.002911287s
addons_test.go:967: (dbg) Run: kubectl --context addons-255419 get pvc test-pvc -o=json
addons_test.go:976: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 ssh "cat /opt/local-path-provisioner/pvc-53e78ec4-7718-4a81-bd81-f0784c8709dd_default_test-pvc/file1"
addons_test.go:988: (dbg) Run: kubectl --context addons-255419 delete pod test-local-path
addons_test.go:992: (dbg) Run: kubectl --context addons-255419 delete pvc test-pvc
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 addons disable storage-provisioner-rancher --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-255419 addons disable storage-provisioner-rancher --alsologtostderr -v=1: exit status 11 (279.25407ms)
-- stdout --
-- /stdout --
** stderr **
I1122 02:01:55.513158 13415 out.go:360] Setting OutFile to fd 1 ...
I1122 02:01:55.513449 13415 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:01:55.513477 13415 out.go:374] Setting ErrFile to fd 2...
I1122 02:01:55.513502 13415 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:01:55.513795 13415 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:01:55.514093 13415 mustload.go:66] Loading cluster: addons-255419
I1122 02:01:55.514479 13415 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:01:55.514515 13415 addons.go:622] checking whether the cluster is paused
I1122 02:01:55.514643 13415 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:01:55.514673 13415 host.go:66] Checking if "addons-255419" exists ...
I1122 02:01:55.515229 13415 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 02:01:55.539056 13415 ssh_runner.go:195] Run: systemctl --version
I1122 02:01:55.539117 13415 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 02:01:55.558127 13415 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 02:01:55.669109 13415 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:01:55.669192 13415 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:01:55.698283 13415 cri.go:89] found id: "ec5450bbd9781b942f568471d80f6cd352b24db749308da0e9f919c704f98a6b"
I1122 02:01:55.698314 13415 cri.go:89] found id: "6386ca30cb7d9af6940fc8f51944b233b00578375074c84c8e816536bc5e6557"
I1122 02:01:55.698320 13415 cri.go:89] found id: "1755b28392115dcd4412d6332dc89742d10177b6a563a8ccfe93985206bf6f4b"
I1122 02:01:55.698324 13415 cri.go:89] found id: "9f88ed03c555abfef8917c62102df8ef69c7b1d5fa0d927edc130a98bf0a912b"
I1122 02:01:55.698328 13415 cri.go:89] found id: "9713898f2973a480853aee69d6a52fea1284462c7ddff6198d740e70ce746f3c"
I1122 02:01:55.698332 13415 cri.go:89] found id: "d2697dce87311ebfda6b2e7a6bf526826cbec3794f40470d66ccdfb7ff8d5eba"
I1122 02:01:55.698335 13415 cri.go:89] found id: "73e209740c4067b340f329187bb7522286657ce89f711ea0bfda8b4926e4e6ae"
I1122 02:01:55.698338 13415 cri.go:89] found id: "f06036f109309c524a607d7e8f39d5cfcce0f9ea2583de4b6feb8a470369345c"
I1122 02:01:55.698342 13415 cri.go:89] found id: "0507ecc925ed6547e6df13ad494fd103fe115b47070128408a4ee860a461360c"
I1122 02:01:55.698349 13415 cri.go:89] found id: "4fa6214fdeb1c08cd19b8d5beb20c00025147b67edb492f90dbd5892a8ff0597"
I1122 02:01:55.698352 13415 cri.go:89] found id: "41b1ff3c6cb6771e140feeffd4e546d09461c0ca9685cf1c562d240dbb18bfe9"
I1122 02:01:55.698356 13415 cri.go:89] found id: "8877d3b310c670bb9a61328c4b7d102a3d9c0ed5fa4fe1b481d29abff7da1443"
I1122 02:01:55.698359 13415 cri.go:89] found id: "097e4323d388eb37349ba8c8073f93bb70183f0cf4062f580b5fa215f556cbbb"
I1122 02:01:55.698363 13415 cri.go:89] found id: "f013564e936bcf68d1b2fc773d84bd31bcd2e6d35514fe732bde5b5e68c1b32a"
I1122 02:01:55.698367 13415 cri.go:89] found id: "22c78f0480015c99655f36e4d490bba45c345b0ebb1460a3aba768f782efa4f5"
I1122 02:01:55.698375 13415 cri.go:89] found id: "0cdeb956657c89f8f7f3cdfb0e0cd5e229af615ef42c7a36f5347c9978135107"
I1122 02:01:55.698382 13415 cri.go:89] found id: "a9b843dc847865f57d288d49f3dc2bb89d27fd55cd5602132f75ebec60569358"
I1122 02:01:55.698386 13415 cri.go:89] found id: "2abf789b6444c1e1602fb81df3da846a2c0659fad8975a94c6c4fce2cc0ff06c"
I1122 02:01:55.698390 13415 cri.go:89] found id: "e68271c59773e10dde86924f8085fe850131f97851e3ece63a557d6fa4d55026"
I1122 02:01:55.698393 13415 cri.go:89] found id: "29f56d7ed7988563012be48b452ac1c670bd73c44a67314290fbd98ef84f6b97"
I1122 02:01:55.698397 13415 cri.go:89] found id: "0cce3a8c9bd914d5a18ed9bfa59e334816293cf0066ec773001c7185073cc369"
I1122 02:01:55.698401 13415 cri.go:89] found id: "b0ac279ca9424b959e170e38e9acce0fbe3a19baf4fe66df16ab5803100ab599"
I1122 02:01:55.698404 13415 cri.go:89] found id: "34c3ab1eafac0212ba5785c50cbe1336cd48601299570a8509d40c420e25c18d"
I1122 02:01:55.698408 13415 cri.go:89] found id: ""
I1122 02:01:55.698459 13415 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:01:55.713937 13415 out.go:203]
W1122 02:01:55.717019 13415 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:01:55Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:01:55Z" level=error msg="open /run/runc: no such file or directory"
W1122 02:01:55.717049 13415 out.go:285] *
*
W1122 02:01:55.720908 13415 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_e8b2053d4ef30ba659303f708d034237180eb1ed_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_e8b2053d4ef30ba659303f708d034237180eb1ed_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 02:01:55.723921 13415 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable storage-provisioner-rancher addon: args "out/minikube-linux-arm64 -p addons-255419 addons disable storage-provisioner-rancher --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/LocalPath (8.39s)
=== RUN TestAddons/parallel/NvidiaDevicePlugin
=== PAUSE TestAddons/parallel/NvidiaDevicePlugin
=== CONT TestAddons/parallel/NvidiaDevicePlugin
addons_test.go:1025: (dbg) TestAddons/parallel/NvidiaDevicePlugin: waiting 6m0s for pods matching "name=nvidia-device-plugin-ds" in namespace "kube-system" ...
helpers_test.go:352: "nvidia-device-plugin-daemonset-lmkrv" [d0a61b36-4528-4687-b7ab-500051307548] Running
addons_test.go:1025: (dbg) TestAddons/parallel/NvidiaDevicePlugin: name=nvidia-device-plugin-ds healthy within 6.002688475s
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 addons disable nvidia-device-plugin --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-255419 addons disable nvidia-device-plugin --alsologtostderr -v=1: exit status 11 (274.630062ms)
-- stdout --
-- /stdout --
** stderr **
I1122 02:01:41.855862 13066 out.go:360] Setting OutFile to fd 1 ...
I1122 02:01:41.856078 13066 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:01:41.856119 13066 out.go:374] Setting ErrFile to fd 2...
I1122 02:01:41.856161 13066 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:01:41.856448 13066 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:01:41.856794 13066 mustload.go:66] Loading cluster: addons-255419
I1122 02:01:41.857204 13066 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:01:41.857248 13066 addons.go:622] checking whether the cluster is paused
I1122 02:01:41.857388 13066 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:01:41.857431 13066 host.go:66] Checking if "addons-255419" exists ...
I1122 02:01:41.857917 13066 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 02:01:41.881242 13066 ssh_runner.go:195] Run: systemctl --version
I1122 02:01:41.881323 13066 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 02:01:41.901836 13066 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 02:01:42.005881 13066 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:01:42.005977 13066 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:01:42.054899 13066 cri.go:89] found id: "ec5450bbd9781b942f568471d80f6cd352b24db749308da0e9f919c704f98a6b"
I1122 02:01:42.054922 13066 cri.go:89] found id: "6386ca30cb7d9af6940fc8f51944b233b00578375074c84c8e816536bc5e6557"
I1122 02:01:42.054927 13066 cri.go:89] found id: "1755b28392115dcd4412d6332dc89742d10177b6a563a8ccfe93985206bf6f4b"
I1122 02:01:42.054931 13066 cri.go:89] found id: "9f88ed03c555abfef8917c62102df8ef69c7b1d5fa0d927edc130a98bf0a912b"
I1122 02:01:42.054936 13066 cri.go:89] found id: "9713898f2973a480853aee69d6a52fea1284462c7ddff6198d740e70ce746f3c"
I1122 02:01:42.054939 13066 cri.go:89] found id: "d2697dce87311ebfda6b2e7a6bf526826cbec3794f40470d66ccdfb7ff8d5eba"
I1122 02:01:42.054943 13066 cri.go:89] found id: "73e209740c4067b340f329187bb7522286657ce89f711ea0bfda8b4926e4e6ae"
I1122 02:01:42.054946 13066 cri.go:89] found id: "f06036f109309c524a607d7e8f39d5cfcce0f9ea2583de4b6feb8a470369345c"
I1122 02:01:42.054949 13066 cri.go:89] found id: "0507ecc925ed6547e6df13ad494fd103fe115b47070128408a4ee860a461360c"
I1122 02:01:42.054957 13066 cri.go:89] found id: "4fa6214fdeb1c08cd19b8d5beb20c00025147b67edb492f90dbd5892a8ff0597"
I1122 02:01:42.054960 13066 cri.go:89] found id: "41b1ff3c6cb6771e140feeffd4e546d09461c0ca9685cf1c562d240dbb18bfe9"
I1122 02:01:42.054963 13066 cri.go:89] found id: "8877d3b310c670bb9a61328c4b7d102a3d9c0ed5fa4fe1b481d29abff7da1443"
I1122 02:01:42.054966 13066 cri.go:89] found id: "097e4323d388eb37349ba8c8073f93bb70183f0cf4062f580b5fa215f556cbbb"
I1122 02:01:42.054970 13066 cri.go:89] found id: "f013564e936bcf68d1b2fc773d84bd31bcd2e6d35514fe732bde5b5e68c1b32a"
I1122 02:01:42.054974 13066 cri.go:89] found id: "22c78f0480015c99655f36e4d490bba45c345b0ebb1460a3aba768f782efa4f5"
I1122 02:01:42.054985 13066 cri.go:89] found id: "0cdeb956657c89f8f7f3cdfb0e0cd5e229af615ef42c7a36f5347c9978135107"
I1122 02:01:42.054990 13066 cri.go:89] found id: "a9b843dc847865f57d288d49f3dc2bb89d27fd55cd5602132f75ebec60569358"
I1122 02:01:42.054995 13066 cri.go:89] found id: "2abf789b6444c1e1602fb81df3da846a2c0659fad8975a94c6c4fce2cc0ff06c"
I1122 02:01:42.054999 13066 cri.go:89] found id: "e68271c59773e10dde86924f8085fe850131f97851e3ece63a557d6fa4d55026"
I1122 02:01:42.055002 13066 cri.go:89] found id: "29f56d7ed7988563012be48b452ac1c670bd73c44a67314290fbd98ef84f6b97"
I1122 02:01:42.055008 13066 cri.go:89] found id: "0cce3a8c9bd914d5a18ed9bfa59e334816293cf0066ec773001c7185073cc369"
I1122 02:01:42.055014 13066 cri.go:89] found id: "b0ac279ca9424b959e170e38e9acce0fbe3a19baf4fe66df16ab5803100ab599"
I1122 02:01:42.055018 13066 cri.go:89] found id: "34c3ab1eafac0212ba5785c50cbe1336cd48601299570a8509d40c420e25c18d"
I1122 02:01:42.055022 13066 cri.go:89] found id: ""
I1122 02:01:42.055073 13066 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:01:42.071645 13066 out.go:203]
W1122 02:01:42.074687 13066 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:01:42Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:01:42Z" level=error msg="open /run/runc: no such file or directory"
W1122 02:01:42.074806 13066 out.go:285] *
*
W1122 02:01:42.078735 13066 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_47e1a72799625313bd916979b0f8aa84efd54736_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_47e1a72799625313bd916979b0f8aa84efd54736_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 02:01:42.081771 13066 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable nvidia-device-plugin addon: args "out/minikube-linux-arm64 -p addons-255419 addons disable nvidia-device-plugin --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/NvidiaDevicePlugin (6.28s)
=== RUN TestAddons/parallel/Yakd
=== PAUSE TestAddons/parallel/Yakd
=== CONT TestAddons/parallel/Yakd
addons_test.go:1047: (dbg) TestAddons/parallel/Yakd: waiting 2m0s for pods matching "app.kubernetes.io/name=yakd-dashboard" in namespace "yakd-dashboard" ...
helpers_test.go:352: "yakd-dashboard-5ff678cb9-mt24x" [7d9bd1b2-29b6-437d-b4e5-1b46cf957164] Running
addons_test.go:1047: (dbg) TestAddons/parallel/Yakd: app.kubernetes.io/name=yakd-dashboard healthy within 5.004406023s
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-255419 addons disable yakd --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-255419 addons disable yakd --alsologtostderr -v=1: exit status 11 (248.785638ms)
-- stdout --
-- /stdout --
** stderr **
I1122 02:01:47.132203 13124 out.go:360] Setting OutFile to fd 1 ...
I1122 02:01:47.132442 13124 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:01:47.132456 13124 out.go:374] Setting ErrFile to fd 2...
I1122 02:01:47.132461 13124 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:01:47.132717 13124 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:01:47.132995 13124 mustload.go:66] Loading cluster: addons-255419
I1122 02:01:47.133421 13124 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:01:47.133441 13124 addons.go:622] checking whether the cluster is paused
I1122 02:01:47.133548 13124 config.go:182] Loaded profile config "addons-255419": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:01:47.133570 13124 host.go:66] Checking if "addons-255419" exists ...
I1122 02:01:47.134065 13124 cli_runner.go:164] Run: docker container inspect addons-255419 --format={{.State.Status}}
I1122 02:01:47.157835 13124 ssh_runner.go:195] Run: systemctl --version
I1122 02:01:47.157905 13124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255419
I1122 02:01:47.180436 13124 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/addons-255419/id_rsa Username:docker}
I1122 02:01:47.281408 13124 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:01:47.281550 13124 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:01:47.311120 13124 cri.go:89] found id: "ec5450bbd9781b942f568471d80f6cd352b24db749308da0e9f919c704f98a6b"
I1122 02:01:47.311148 13124 cri.go:89] found id: "6386ca30cb7d9af6940fc8f51944b233b00578375074c84c8e816536bc5e6557"
I1122 02:01:47.311153 13124 cri.go:89] found id: "1755b28392115dcd4412d6332dc89742d10177b6a563a8ccfe93985206bf6f4b"
I1122 02:01:47.311158 13124 cri.go:89] found id: "9f88ed03c555abfef8917c62102df8ef69c7b1d5fa0d927edc130a98bf0a912b"
I1122 02:01:47.311190 13124 cri.go:89] found id: "9713898f2973a480853aee69d6a52fea1284462c7ddff6198d740e70ce746f3c"
I1122 02:01:47.311203 13124 cri.go:89] found id: "d2697dce87311ebfda6b2e7a6bf526826cbec3794f40470d66ccdfb7ff8d5eba"
I1122 02:01:47.311207 13124 cri.go:89] found id: "73e209740c4067b340f329187bb7522286657ce89f711ea0bfda8b4926e4e6ae"
I1122 02:01:47.311210 13124 cri.go:89] found id: "f06036f109309c524a607d7e8f39d5cfcce0f9ea2583de4b6feb8a470369345c"
I1122 02:01:47.311213 13124 cri.go:89] found id: "0507ecc925ed6547e6df13ad494fd103fe115b47070128408a4ee860a461360c"
I1122 02:01:47.311220 13124 cri.go:89] found id: "4fa6214fdeb1c08cd19b8d5beb20c00025147b67edb492f90dbd5892a8ff0597"
I1122 02:01:47.311227 13124 cri.go:89] found id: "41b1ff3c6cb6771e140feeffd4e546d09461c0ca9685cf1c562d240dbb18bfe9"
I1122 02:01:47.311230 13124 cri.go:89] found id: "8877d3b310c670bb9a61328c4b7d102a3d9c0ed5fa4fe1b481d29abff7da1443"
I1122 02:01:47.311233 13124 cri.go:89] found id: "097e4323d388eb37349ba8c8073f93bb70183f0cf4062f580b5fa215f556cbbb"
I1122 02:01:47.311236 13124 cri.go:89] found id: "f013564e936bcf68d1b2fc773d84bd31bcd2e6d35514fe732bde5b5e68c1b32a"
I1122 02:01:47.311240 13124 cri.go:89] found id: "22c78f0480015c99655f36e4d490bba45c345b0ebb1460a3aba768f782efa4f5"
I1122 02:01:47.311245 13124 cri.go:89] found id: "0cdeb956657c89f8f7f3cdfb0e0cd5e229af615ef42c7a36f5347c9978135107"
I1122 02:01:47.311251 13124 cri.go:89] found id: "a9b843dc847865f57d288d49f3dc2bb89d27fd55cd5602132f75ebec60569358"
I1122 02:01:47.311268 13124 cri.go:89] found id: "2abf789b6444c1e1602fb81df3da846a2c0659fad8975a94c6c4fce2cc0ff06c"
I1122 02:01:47.311276 13124 cri.go:89] found id: "e68271c59773e10dde86924f8085fe850131f97851e3ece63a557d6fa4d55026"
I1122 02:01:47.311280 13124 cri.go:89] found id: "29f56d7ed7988563012be48b452ac1c670bd73c44a67314290fbd98ef84f6b97"
I1122 02:01:47.311286 13124 cri.go:89] found id: "0cce3a8c9bd914d5a18ed9bfa59e334816293cf0066ec773001c7185073cc369"
I1122 02:01:47.311290 13124 cri.go:89] found id: "b0ac279ca9424b959e170e38e9acce0fbe3a19baf4fe66df16ab5803100ab599"
I1122 02:01:47.311293 13124 cri.go:89] found id: "34c3ab1eafac0212ba5785c50cbe1336cd48601299570a8509d40c420e25c18d"
I1122 02:01:47.311296 13124 cri.go:89] found id: ""
I1122 02:01:47.311359 13124 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:01:47.326517 13124 out.go:203]
W1122 02:01:47.329463 13124 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:01:47Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:01:47Z" level=error msg="open /run/runc: no such file or directory"
W1122 02:01:47.329487 13124 out.go:285] *
*
W1122 02:01:47.333318 13124 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_82e5d844def28f20a5cac88dc27578ab5d1e7e1a_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_82e5d844def28f20a5cac88dc27578ab5d1e7e1a_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 02:01:47.336304 13124 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable yakd addon: args "out/minikube-linux-arm64 -p addons-255419 addons disable yakd --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/Yakd (5.25s)
=== RUN TestFunctional/parallel/ServiceCmdConnect
=== PAUSE TestFunctional/parallel/ServiceCmdConnect
=== CONT TestFunctional/parallel/ServiceCmdConnect
functional_test.go:1636: (dbg) Run: kubectl --context functional-776464 create deployment hello-node-connect --image kicbase/echo-server
functional_test.go:1640: (dbg) Run: kubectl --context functional-776464 expose deployment hello-node-connect --type=NodePort --port=8080
functional_test.go:1645: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...
helpers_test.go:352: "hello-node-connect-7d85dfc575-wrrsd" [e5e97084-ce64-46c4-b875-0d8b3c60d07a] Pending / Ready:ContainersNotReady (containers with unready status: [echo-server]) / ContainersReady:ContainersNotReady (containers with unready status: [echo-server])
functional_test.go:1645: ***** TestFunctional/parallel/ServiceCmdConnect: pod "app=hello-node-connect" failed to start within 10m0s: context deadline exceeded ****
functional_test.go:1645: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p functional-776464 -n functional-776464
functional_test.go:1645: TestFunctional/parallel/ServiceCmdConnect: showing logs for failed pods as of 2025-11-22 02:17:36.435892982 +0000 UTC m=+1272.039982915
functional_test.go:1645: (dbg) Run: kubectl --context functional-776464 describe po hello-node-connect-7d85dfc575-wrrsd -n default
functional_test.go:1645: (dbg) kubectl --context functional-776464 describe po hello-node-connect-7d85dfc575-wrrsd -n default:
Name: hello-node-connect-7d85dfc575-wrrsd
Namespace: default
Priority: 0
Service Account: default
Node: functional-776464/192.168.49.2
Start Time: Sat, 22 Nov 2025 02:07:35 +0000
Labels: app=hello-node-connect
pod-template-hash=7d85dfc575
Annotations: <none>
Status: Pending
IP: 10.244.0.6
IPs:
IP: 10.244.0.6
Controlled By: ReplicaSet/hello-node-connect-7d85dfc575
Containers:
echo-server:
Container ID:
Image: kicbase/echo-server
Image ID:
Port: <none>
Host Port: <none>
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-sd45r (ro)
Conditions:
Type Status
PodReadyToStartContainers True
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-sd45r:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
Optional: false
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 10m default-scheduler Successfully assigned default/hello-node-connect-7d85dfc575-wrrsd to functional-776464
Normal Pulling 7m14s (x5 over 9m59s) kubelet Pulling image "kicbase/echo-server"
Warning Failed 7m14s (x5 over 9m59s) kubelet Failed to pull image "kicbase/echo-server": short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list
Warning Failed 7m14s (x5 over 9m59s) kubelet Error: ErrImagePull
Normal BackOff 4m49s (x21 over 9m58s) kubelet Back-off pulling image "kicbase/echo-server"
Warning Failed 4m49s (x21 over 9m58s) kubelet Error: ImagePullBackOff
functional_test.go:1645: (dbg) Run: kubectl --context functional-776464 logs hello-node-connect-7d85dfc575-wrrsd -n default
functional_test.go:1645: (dbg) Non-zero exit: kubectl --context functional-776464 logs hello-node-connect-7d85dfc575-wrrsd -n default: exit status 1 (99.544255ms)
** stderr **
Error from server (BadRequest): container "echo-server" in pod "hello-node-connect-7d85dfc575-wrrsd" is waiting to start: trying and failing to pull image
** /stderr **
functional_test.go:1645: kubectl --context functional-776464 logs hello-node-connect-7d85dfc575-wrrsd -n default: exit status 1
functional_test.go:1646: failed waiting for hello-node pod: app=hello-node-connect within 10m0s: context deadline exceeded
functional_test.go:1608: service test failed - dumping debug information
functional_test.go:1609: -----------------------service failure post-mortem--------------------------------
functional_test.go:1612: (dbg) Run: kubectl --context functional-776464 describe po hello-node-connect
functional_test.go:1616: hello-node pod describe:
Name: hello-node-connect-7d85dfc575-wrrsd
Namespace: default
Priority: 0
Service Account: default
Node: functional-776464/192.168.49.2
Start Time: Sat, 22 Nov 2025 02:07:35 +0000
Labels: app=hello-node-connect
pod-template-hash=7d85dfc575
Annotations: <none>
Status: Pending
IP: 10.244.0.6
IPs:
IP: 10.244.0.6
Controlled By: ReplicaSet/hello-node-connect-7d85dfc575
Containers:
echo-server:
Container ID:
Image: kicbase/echo-server
Image ID:
Port: <none>
Host Port: <none>
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-sd45r (ro)
Conditions:
Type Status
PodReadyToStartContainers True
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-sd45r:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
Optional: false
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 10m default-scheduler Successfully assigned default/hello-node-connect-7d85dfc575-wrrsd to functional-776464
Normal Pulling 7m14s (x5 over 9m59s) kubelet Pulling image "kicbase/echo-server"
Warning Failed 7m14s (x5 over 9m59s) kubelet Failed to pull image "kicbase/echo-server": short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list
Warning Failed 7m14s (x5 over 9m59s) kubelet Error: ErrImagePull
Normal BackOff 4m49s (x21 over 9m58s) kubelet Back-off pulling image "kicbase/echo-server"
Warning Failed 4m49s (x21 over 9m58s) kubelet Error: ImagePullBackOff
functional_test.go:1618: (dbg) Run: kubectl --context functional-776464 logs -l app=hello-node-connect
functional_test.go:1618: (dbg) Non-zero exit: kubectl --context functional-776464 logs -l app=hello-node-connect: exit status 1 (82.09155ms)
** stderr **
Error from server (BadRequest): container "echo-server" in pod "hello-node-connect-7d85dfc575-wrrsd" is waiting to start: trying and failing to pull image
** /stderr **
functional_test.go:1620: "kubectl --context functional-776464 logs -l app=hello-node-connect" failed: exit status 1
functional_test.go:1622: hello-node logs:
functional_test.go:1624: (dbg) Run: kubectl --context functional-776464 describe svc hello-node-connect
functional_test.go:1628: hello-node svc describe:
Name: hello-node-connect
Namespace: default
Labels: app=hello-node-connect
Annotations: <none>
Selector: app=hello-node-connect
Type: NodePort
IP Family Policy: SingleStack
IP Families: IPv4
IP: 10.106.213.191
IPs: 10.106.213.191
Port: <unset> 8080/TCP
TargetPort: 8080/TCP
NodePort: <unset> 31759/TCP
Endpoints:
Session Affinity: None
External Traffic Policy: Cluster
Internal Traffic Policy: Cluster
Events: <none>
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestFunctional/parallel/ServiceCmdConnect]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestFunctional/parallel/ServiceCmdConnect]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect functional-776464
helpers_test.go:243: (dbg) docker inspect functional-776464:
-- stdout --
[
{
"Id": "5c64a6ef085384c0663581383ca78bacc3a6ee800f647861be541ad847527d23",
"Created": "2025-11-22T02:04:46.287248422Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 19910,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T02:04:46.350014609Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/5c64a6ef085384c0663581383ca78bacc3a6ee800f647861be541ad847527d23/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/5c64a6ef085384c0663581383ca78bacc3a6ee800f647861be541ad847527d23/hostname",
"HostsPath": "/var/lib/docker/containers/5c64a6ef085384c0663581383ca78bacc3a6ee800f647861be541ad847527d23/hosts",
"LogPath": "/var/lib/docker/containers/5c64a6ef085384c0663581383ca78bacc3a6ee800f647861be541ad847527d23/5c64a6ef085384c0663581383ca78bacc3a6ee800f647861be541ad847527d23-json.log",
"Name": "/functional-776464",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"functional-776464:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "functional-776464",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8441/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4294967296,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8589934592,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "5c64a6ef085384c0663581383ca78bacc3a6ee800f647861be541ad847527d23",
"LowerDir": "/var/lib/docker/overlay2/f04c4cbfa8100541044431b50123eea6d460a2adfeb6e9441562c5211302d623-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/f04c4cbfa8100541044431b50123eea6d460a2adfeb6e9441562c5211302d623/merged",
"UpperDir": "/var/lib/docker/overlay2/f04c4cbfa8100541044431b50123eea6d460a2adfeb6e9441562c5211302d623/diff",
"WorkDir": "/var/lib/docker/overlay2/f04c4cbfa8100541044431b50123eea6d460a2adfeb6e9441562c5211302d623/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "functional-776464",
"Source": "/var/lib/docker/volumes/functional-776464/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "functional-776464",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8441/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "functional-776464",
"name.minikube.sigs.k8s.io": "functional-776464",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "46fdb7b6a6e2c2e02f3382e8284c595c8d6511fcdd1e28c510d08d3302213b99",
"SandboxKey": "/var/run/docker/netns/46fdb7b6a6e2",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32778"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32779"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32782"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32780"
}
],
"8441/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32781"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"functional-776464": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "56:db:6c:f7:66:3f",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "8de4168a8426d5ba8a1465732585cd842a7b2d579110a7e32fa2a6e1c914615f",
"EndpointID": "46659baa3b3892a41539e341d348e8c0799a4001078d235ffddff9c853aa0b1e",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"functional-776464",
"5c64a6ef0853"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p functional-776464 -n functional-776464
helpers_test.go:252: <<< TestFunctional/parallel/ServiceCmdConnect FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestFunctional/parallel/ServiceCmdConnect]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p functional-776464 logs -n 25: (1.468516433s)
helpers_test.go:260: TestFunctional/parallel/ServiceCmdConnect logs:
-- stdout --
==> Audit <==
┌─────────┬────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ ssh │ functional-776464 ssh sudo crictl inspecti registry.k8s.io/pause:latest │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:06 UTC │ 22 Nov 25 02:06 UTC │
│ cache │ delete registry.k8s.io/pause:3.1 │ minikube │ jenkins │ v1.37.0 │ 22 Nov 25 02:06 UTC │ 22 Nov 25 02:06 UTC │
│ cache │ delete registry.k8s.io/pause:latest │ minikube │ jenkins │ v1.37.0 │ 22 Nov 25 02:06 UTC │ 22 Nov 25 02:06 UTC │
│ kubectl │ functional-776464 kubectl -- --context functional-776464 get pods │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:06 UTC │ 22 Nov 25 02:06 UTC │
│ start │ -p functional-776464 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:06 UTC │ 22 Nov 25 02:07 UTC │
│ service │ invalid-svc -p functional-776464 │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ │
│ cp │ functional-776464 cp testdata/cp-test.txt /home/docker/cp-test.txt │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ 22 Nov 25 02:07 UTC │
│ config │ functional-776464 config unset cpus │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ 22 Nov 25 02:07 UTC │
│ config │ functional-776464 config get cpus │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ │
│ config │ functional-776464 config set cpus 2 │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ 22 Nov 25 02:07 UTC │
│ config │ functional-776464 config get cpus │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ 22 Nov 25 02:07 UTC │
│ ssh │ functional-776464 ssh -n functional-776464 sudo cat /home/docker/cp-test.txt │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ 22 Nov 25 02:07 UTC │
│ config │ functional-776464 config unset cpus │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ 22 Nov 25 02:07 UTC │
│ config │ functional-776464 config get cpus │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ │
│ ssh │ functional-776464 ssh echo hello │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ 22 Nov 25 02:07 UTC │
│ cp │ functional-776464 cp functional-776464:/home/docker/cp-test.txt /tmp/TestFunctionalparallelCpCmd3381565068/001/cp-test.txt │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ 22 Nov 25 02:07 UTC │
│ ssh │ functional-776464 ssh cat /etc/hostname │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ 22 Nov 25 02:07 UTC │
│ ssh │ functional-776464 ssh -n functional-776464 sudo cat /home/docker/cp-test.txt │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ 22 Nov 25 02:07 UTC │
│ tunnel │ functional-776464 tunnel --alsologtostderr │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ │
│ tunnel │ functional-776464 tunnel --alsologtostderr │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ │
│ cp │ functional-776464 cp testdata/cp-test.txt /tmp/does/not/exist/cp-test.txt │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ 22 Nov 25 02:07 UTC │
│ ssh │ functional-776464 ssh -n functional-776464 sudo cat /tmp/does/not/exist/cp-test.txt │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ 22 Nov 25 02:07 UTC │
│ tunnel │ functional-776464 tunnel --alsologtostderr │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ │
│ addons │ functional-776464 addons list │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ 22 Nov 25 02:07 UTC │
│ addons │ functional-776464 addons list -o json │ functional-776464 │ jenkins │ v1.37.0 │ 22 Nov 25 02:07 UTC │ 22 Nov 25 02:07 UTC │
└─────────┴────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/11/22 02:06:36
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 02:06:36.935899 24091 out.go:360] Setting OutFile to fd 1 ...
I1122 02:06:36.936018 24091 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:06:36.936022 24091 out.go:374] Setting ErrFile to fd 2...
I1122 02:06:36.936026 24091 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:06:36.936295 24091 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:06:36.936653 24091 out.go:368] Setting JSON to false
I1122 02:06:36.937494 24091 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":2923,"bootTime":1763774274,"procs":175,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 02:06:36.937589 24091 start.go:143] virtualization:
I1122 02:06:36.941143 24091 out.go:179] * [functional-776464] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 02:06:36.944756 24091 out.go:179] - MINIKUBE_LOCATION=21946
I1122 02:06:36.944855 24091 notify.go:221] Checking for updates...
I1122 02:06:36.950637 24091 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 02:06:36.953577 24091 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 02:06:36.956380 24091 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 02:06:36.959206 24091 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 02:06:36.962111 24091 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 02:06:36.965590 24091 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:06:36.965685 24091 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 02:06:37.015998 24091 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 02:06:37.016122 24091 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 02:06:37.083311 24091 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:40 OomKillDisable:true NGoroutines:65 SystemTime:2025-11-22 02:06:37.0737808 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:
/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 02:06:37.083408 24091 docker.go:319] overlay module found
I1122 02:06:37.086634 24091 out.go:179] * Using the docker driver based on existing profile
I1122 02:06:37.089502 24091 start.go:309] selected driver: docker
I1122 02:06:37.089513 24091 start.go:927] validating driver "docker" against &{Name:functional-776464 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:functional-776464 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false D
isableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 02:06:37.089638 24091 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 02:06:37.089738 24091 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 02:06:37.144945 24091 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:40 OomKillDisable:true NGoroutines:65 SystemTime:2025-11-22 02:06:37.135934843 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 02:06:37.145358 24091 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 02:06:37.145383 24091 cni.go:84] Creating CNI manager for ""
I1122 02:06:37.145431 24091 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 02:06:37.145475 24091 start.go:353] cluster config:
{Name:functional-776464 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:functional-776464 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Di
sableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 02:06:37.148814 24091 out.go:179] * Starting "functional-776464" primary control-plane node in "functional-776464" cluster
I1122 02:06:37.151525 24091 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 02:06:37.154456 24091 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 02:06:37.157270 24091 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 02:06:37.157309 24091 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 02:06:37.157331 24091 cache.go:65] Caching tarball of preloaded images
I1122 02:06:37.157393 24091 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 02:06:37.157425 24091 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 02:06:37.157434 24091 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 02:06:37.157553 24091 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/config.json ...
I1122 02:06:37.177481 24091 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 02:06:37.177492 24091 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 02:06:37.177511 24091 cache.go:243] Successfully downloaded all kic artifacts
I1122 02:06:37.177541 24091 start.go:360] acquireMachinesLock for functional-776464: {Name:mk520f495697b845a2a6cfd5e56a204e058b4cb2 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 02:06:37.177606 24091 start.go:364] duration metric: took 48.313µs to acquireMachinesLock for "functional-776464"
I1122 02:06:37.177625 24091 start.go:96] Skipping create...Using existing machine configuration
I1122 02:06:37.177629 24091 fix.go:54] fixHost starting:
I1122 02:06:37.177887 24091 cli_runner.go:164] Run: docker container inspect functional-776464 --format={{.State.Status}}
I1122 02:06:37.195834 24091 fix.go:112] recreateIfNeeded on functional-776464: state=Running err=<nil>
W1122 02:06:37.195853 24091 fix.go:138] unexpected machine state, will restart: <nil>
I1122 02:06:37.199071 24091 out.go:252] * Updating the running docker "functional-776464" container ...
I1122 02:06:37.199093 24091 machine.go:94] provisionDockerMachine start ...
I1122 02:06:37.199177 24091 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-776464
I1122 02:06:37.217219 24091 main.go:143] libmachine: Using SSH client type: native
I1122 02:06:37.217552 24091 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 32778 <nil> <nil>}
I1122 02:06:37.217560 24091 main.go:143] libmachine: About to run SSH command:
hostname
I1122 02:06:37.359306 24091 main.go:143] libmachine: SSH cmd err, output: <nil>: functional-776464
I1122 02:06:37.359319 24091 ubuntu.go:182] provisioning hostname "functional-776464"
I1122 02:06:37.359387 24091 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-776464
I1122 02:06:37.378417 24091 main.go:143] libmachine: Using SSH client type: native
I1122 02:06:37.378773 24091 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 32778 <nil> <nil>}
I1122 02:06:37.378783 24091 main.go:143] libmachine: About to run SSH command:
sudo hostname functional-776464 && echo "functional-776464" | sudo tee /etc/hostname
I1122 02:06:37.529082 24091 main.go:143] libmachine: SSH cmd err, output: <nil>: functional-776464
I1122 02:06:37.529150 24091 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-776464
I1122 02:06:37.548178 24091 main.go:143] libmachine: Using SSH client type: native
I1122 02:06:37.548491 24091 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 32778 <nil> <nil>}
I1122 02:06:37.548505 24091 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\sfunctional-776464' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 functional-776464/g' /etc/hosts;
else
echo '127.0.1.1 functional-776464' | sudo tee -a /etc/hosts;
fi
fi
I1122 02:06:37.695133 24091 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 02:06:37.695149 24091 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 02:06:37.695169 24091 ubuntu.go:190] setting up certificates
I1122 02:06:37.695177 24091 provision.go:84] configureAuth start
I1122 02:06:37.695269 24091 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" functional-776464
I1122 02:06:37.714016 24091 provision.go:143] copyHostCerts
I1122 02:06:37.714079 24091 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 02:06:37.714090 24091 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 02:06:37.714164 24091 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 02:06:37.714258 24091 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 02:06:37.714262 24091 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 02:06:37.714285 24091 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 02:06:37.714332 24091 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 02:06:37.714335 24091 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 02:06:37.714355 24091 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 02:06:37.714398 24091 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.functional-776464 san=[127.0.0.1 192.168.49.2 functional-776464 localhost minikube]
I1122 02:06:38.157813 24091 provision.go:177] copyRemoteCerts
I1122 02:06:38.157869 24091 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 02:06:38.157911 24091 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-776464
I1122 02:06:38.175878 24091 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/functional-776464/id_rsa Username:docker}
I1122 02:06:38.279554 24091 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 02:06:38.297623 24091 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1122 02:06:38.315832 24091 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1122 02:06:38.334119 24091 provision.go:87] duration metric: took 638.918652ms to configureAuth
I1122 02:06:38.334135 24091 ubuntu.go:206] setting minikube options for container-runtime
I1122 02:06:38.334338 24091 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:06:38.334440 24091 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-776464
I1122 02:06:38.361133 24091 main.go:143] libmachine: Using SSH client type: native
I1122 02:06:38.361444 24091 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 32778 <nil> <nil>}
I1122 02:06:38.361456 24091 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 02:06:43.775204 24091 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 02:06:43.775217 24091 machine.go:97] duration metric: took 6.57611721s to provisionDockerMachine
I1122 02:06:43.775226 24091 start.go:293] postStartSetup for "functional-776464" (driver="docker")
I1122 02:06:43.775236 24091 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 02:06:43.775295 24091 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 02:06:43.775336 24091 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-776464
I1122 02:06:43.793521 24091 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/functional-776464/id_rsa Username:docker}
I1122 02:06:43.898813 24091 ssh_runner.go:195] Run: cat /etc/os-release
I1122 02:06:43.902327 24091 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 02:06:43.902345 24091 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 02:06:43.902354 24091 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 02:06:43.902407 24091 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 02:06:43.902486 24091 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 02:06:43.902560 24091 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/test/nested/copy/4130/hosts -> hosts in /etc/test/nested/copy/4130
I1122 02:06:43.902605 24091 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs /etc/test/nested/copy/4130
I1122 02:06:43.910191 24091 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 02:06:43.927497 24091 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/test/nested/copy/4130/hosts --> /etc/test/nested/copy/4130/hosts (40 bytes)
I1122 02:06:43.945284 24091 start.go:296] duration metric: took 170.043771ms for postStartSetup
I1122 02:06:43.945368 24091 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 02:06:43.945404 24091 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-776464
I1122 02:06:43.963273 24091 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/functional-776464/id_rsa Username:docker}
I1122 02:06:44.060326 24091 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 02:06:44.065590 24091 fix.go:56] duration metric: took 6.887952936s for fixHost
I1122 02:06:44.065604 24091 start.go:83] releasing machines lock for "functional-776464", held for 6.887991353s
I1122 02:06:44.065687 24091 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" functional-776464
I1122 02:06:44.083268 24091 ssh_runner.go:195] Run: cat /version.json
I1122 02:06:44.083310 24091 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-776464
I1122 02:06:44.083573 24091 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 02:06:44.083615 24091 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-776464
I1122 02:06:44.109956 24091 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/functional-776464/id_rsa Username:docker}
I1122 02:06:44.120344 24091 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/functional-776464/id_rsa Username:docker}
I1122 02:06:44.210380 24091 ssh_runner.go:195] Run: systemctl --version
I1122 02:06:44.307837 24091 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 02:06:44.344283 24091 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 02:06:44.348608 24091 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 02:06:44.348677 24091 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 02:06:44.356966 24091 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1122 02:06:44.356980 24091 start.go:496] detecting cgroup driver to use...
I1122 02:06:44.357010 24091 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 02:06:44.357058 24091 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 02:06:44.373532 24091 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 02:06:44.386908 24091 docker.go:218] disabling cri-docker service (if available) ...
I1122 02:06:44.386972 24091 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 02:06:44.403941 24091 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 02:06:44.417217 24091 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 02:06:44.573473 24091 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 02:06:44.730660 24091 docker.go:234] disabling docker service ...
I1122 02:06:44.730735 24091 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 02:06:44.746339 24091 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 02:06:44.760321 24091 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 02:06:44.913553 24091 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 02:06:45.072398 24091 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 02:06:45.090107 24091 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 02:06:45.132078 24091 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 02:06:45.132159 24091 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:06:45.173362 24091 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 02:06:45.173429 24091 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:06:45.189476 24091 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:06:45.201408 24091 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:06:45.215853 24091 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 02:06:45.230508 24091 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:06:45.256820 24091 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:06:45.287498 24091 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:06:45.315245 24091 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 02:06:45.335610 24091 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 02:06:45.345411 24091 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 02:06:45.506512 24091 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 02:06:52.166593 24091 ssh_runner.go:235] Completed: sudo systemctl restart crio: (6.66005763s)
I1122 02:06:52.166607 24091 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 02:06:52.166673 24091 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 02:06:52.170375 24091 start.go:564] Will wait 60s for crictl version
I1122 02:06:52.170430 24091 ssh_runner.go:195] Run: which crictl
I1122 02:06:52.173677 24091 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 02:06:52.198273 24091 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 02:06:52.198346 24091 ssh_runner.go:195] Run: crio --version
I1122 02:06:52.226298 24091 ssh_runner.go:195] Run: crio --version
I1122 02:06:52.257232 24091 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 02:06:52.260322 24091 cli_runner.go:164] Run: docker network inspect functional-776464 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 02:06:52.277593 24091 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1122 02:06:52.284617 24091 out.go:179] - apiserver.enable-admission-plugins=NamespaceAutoProvision
I1122 02:06:52.287419 24091 kubeadm.go:884] updating cluster {Name:functional-776464 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:functional-776464 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType
:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 02:06:52.287548 24091 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 02:06:52.287610 24091 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 02:06:52.320233 24091 crio.go:514] all images are preloaded for cri-o runtime.
I1122 02:06:52.320244 24091 crio.go:433] Images already preloaded, skipping extraction
I1122 02:06:52.320303 24091 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 02:06:52.346264 24091 crio.go:514] all images are preloaded for cri-o runtime.
I1122 02:06:52.346276 24091 cache_images.go:86] Images are preloaded, skipping loading
I1122 02:06:52.346281 24091 kubeadm.go:935] updating node { 192.168.49.2 8441 v1.34.1 crio true true} ...
I1122 02:06:52.346379 24091 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=functional-776464 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:functional-776464 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 02:06:52.346463 24091 ssh_runner.go:195] Run: crio config
I1122 02:06:52.401554 24091 extraconfig.go:125] Overwriting default enable-admission-plugins=NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota with user provided enable-admission-plugins=NamespaceAutoProvision for component apiserver
I1122 02:06:52.401580 24091 cni.go:84] Creating CNI manager for ""
I1122 02:06:52.401589 24091 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 02:06:52.401601 24091 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1122 02:06:52.401626 24091 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8441 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:functional-776464 NodeName:functional-776464 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceAutoProvision] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:ma
p[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 02:06:52.401754 24091 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8441
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "functional-776464"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceAutoProvision"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8441
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 02:06:52.401818 24091 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 02:06:52.409971 24091 binaries.go:51] Found k8s binaries, skipping transfer
I1122 02:06:52.410030 24091 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 02:06:52.417562 24091 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1122 02:06:52.430096 24091 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 02:06:52.442266 24091 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2064 bytes)
I1122 02:06:52.455297 24091 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1122 02:06:52.459059 24091 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 02:06:52.608988 24091 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 02:06:52.622604 24091 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464 for IP: 192.168.49.2
I1122 02:06:52.622627 24091 certs.go:195] generating shared ca certs ...
I1122 02:06:52.622641 24091 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:06:52.622858 24091 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 02:06:52.622910 24091 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 02:06:52.622916 24091 certs.go:257] generating profile certs ...
I1122 02:06:52.623028 24091 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.key
I1122 02:06:52.623075 24091 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/apiserver.key.b0f3a929
I1122 02:06:52.623116 24091 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/proxy-client.key
I1122 02:06:52.623233 24091 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 02:06:52.623259 24091 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 02:06:52.623266 24091 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 02:06:52.623290 24091 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 02:06:52.623311 24091 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 02:06:52.623330 24091 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 02:06:52.623370 24091 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 02:06:52.623995 24091 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 02:06:52.643061 24091 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 02:06:52.661645 24091 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 02:06:52.681004 24091 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 02:06:52.699665 24091 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1122 02:06:52.717421 24091 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1122 02:06:52.735353 24091 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 02:06:52.753693 24091 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1122 02:06:52.771128 24091 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 02:06:52.788846 24091 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 02:06:52.806414 24091 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 02:06:52.824391 24091 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 02:06:52.837908 24091 ssh_runner.go:195] Run: openssl version
I1122 02:06:52.844259 24091 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 02:06:52.852689 24091 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 02:06:52.856336 24091 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 02:06:52.856392 24091 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 02:06:52.898999 24091 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 02:06:52.906861 24091 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 02:06:52.915208 24091 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 02:06:52.919009 24091 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 02:06:52.919071 24091 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 02:06:52.960091 24091 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 02:06:52.968141 24091 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 02:06:52.976748 24091 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 02:06:52.980599 24091 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 02:06:52.980652 24091 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 02:06:53.022306 24091 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 02:06:53.031322 24091 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 02:06:53.035500 24091 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1122 02:06:53.078606 24091 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1122 02:06:53.119756 24091 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1122 02:06:53.160938 24091 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1122 02:06:53.201693 24091 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1122 02:06:53.242398 24091 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1122 02:06:53.283322 24091 kubeadm.go:401] StartCluster: {Name:functional-776464 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:functional-776464 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p
MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 02:06:53.283410 24091 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:06:53.283470 24091 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:06:53.316681 24091 cri.go:89] found id: "b7f9babe21106f6d6e09cde5cf24948015c00b9639223809ec54b35ecb72df0f"
I1122 02:06:53.316693 24091 cri.go:89] found id: "2e67a4b576207a05db09cef16c5f43e5c5f641640dc65bade1337e1b85411278"
I1122 02:06:53.316696 24091 cri.go:89] found id: "db7664a1a27e1d6965afb9b5cd2d6847c163d2b6095b8c72a0d5903f71409e21"
I1122 02:06:53.316699 24091 cri.go:89] found id: "65f07c83378d139c84cc24ee1525cc9f0c26187228d62d637a1a3d5da3c3e907"
I1122 02:06:53.316701 24091 cri.go:89] found id: "b47bea43b154969bf64570827ff3de90bc7d6cf9d894ec49d1bfba4a79121723"
I1122 02:06:53.316706 24091 cri.go:89] found id: "f7f8daf69e631a0695d8f7840e89779eb13c2f53ad3b106b79198f0070021762"
I1122 02:06:53.316708 24091 cri.go:89] found id: "086b6a7f32686a6e2f455399d5a1c1566b574772956510a4763e2a1a3c7b8645"
I1122 02:06:53.316710 24091 cri.go:89] found id: "012ae0999698b8c7fd051fae160d1ddb2c49f32133dd5df103365efafee40e29"
I1122 02:06:53.316713 24091 cri.go:89] found id: "ea4c811d633f9416cc76186715702e7d87cacf6fbf3c19adeb21fac7918a0280"
I1122 02:06:53.316720 24091 cri.go:89] found id: "315f6dcb8c31ebb8dc3398e4813ab0bf1639a99aba7c61e2b82903fa48aa4cab"
I1122 02:06:53.316722 24091 cri.go:89] found id: "7a781bccde996f3db2aab10f48587c5c36f2fe38810377b0eea9143f73530971"
I1122 02:06:53.316726 24091 cri.go:89] found id: "79f24c3aa12c4729b71dc13fefe8dfa652282b2094537d8e8cf0f67add0d29e4"
I1122 02:06:53.316728 24091 cri.go:89] found id: "1755bb77ef6e9a8232d6bd7180a340b9f876648d796629a5938c2ffe49ffcefe"
I1122 02:06:53.316730 24091 cri.go:89] found id: "7d6843def95b74e0cc758e18749f2eb07b8a1cf35a7c6a259da118d3615c0bb7"
I1122 02:06:53.316732 24091 cri.go:89] found id: "601a0221d461c71957c3e74f1fe0a8f98b738e55ac0d99b06ccaae03aa6ed649"
I1122 02:06:53.316738 24091 cri.go:89] found id: "fb30d95a3fb996b32ff1b16b8da4840c72b62ce59c9e092c23064ce46841af7e"
I1122 02:06:53.316740 24091 cri.go:89] found id: ""
I1122 02:06:53.316786 24091 ssh_runner.go:195] Run: sudo runc list -f json
W1122 02:06:53.327728 24091 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:06:53Z" level=error msg="open /run/runc: no such file or directory"
I1122 02:06:53.327797 24091 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 02:06:53.335529 24091 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1122 02:06:53.335538 24091 kubeadm.go:598] restartPrimaryControlPlane start ...
I1122 02:06:53.335585 24091 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1122 02:06:53.343014 24091 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1122 02:06:53.343513 24091 kubeconfig.go:125] found "functional-776464" server: "https://192.168.49.2:8441"
I1122 02:06:53.345484 24091 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1122 02:06:53.356159 24091 kubeadm.go:645] detected kubeadm config drift (will reconfigure cluster from new /var/tmp/minikube/kubeadm.yaml):
-- stdout --
--- /var/tmp/minikube/kubeadm.yaml 2025-11-22 02:04:53.407736366 +0000
+++ /var/tmp/minikube/kubeadm.yaml.new 2025-11-22 02:06:52.448954621 +0000
@@ -24,7 +24,7 @@
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
- value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
+ value: "NamespaceAutoProvision"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
-- /stdout --
I1122 02:06:53.356169 24091 kubeadm.go:1161] stopping kube-system containers ...
I1122 02:06:53.356179 24091 cri.go:54] listing CRI containers in root : {State:all Name: Namespaces:[kube-system]}
I1122 02:06:53.356250 24091 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:06:53.384870 24091 cri.go:89] found id: "b7f9babe21106f6d6e09cde5cf24948015c00b9639223809ec54b35ecb72df0f"
I1122 02:06:53.384880 24091 cri.go:89] found id: "2e67a4b576207a05db09cef16c5f43e5c5f641640dc65bade1337e1b85411278"
I1122 02:06:53.384884 24091 cri.go:89] found id: "db7664a1a27e1d6965afb9b5cd2d6847c163d2b6095b8c72a0d5903f71409e21"
I1122 02:06:53.384886 24091 cri.go:89] found id: "65f07c83378d139c84cc24ee1525cc9f0c26187228d62d637a1a3d5da3c3e907"
I1122 02:06:53.384888 24091 cri.go:89] found id: "b47bea43b154969bf64570827ff3de90bc7d6cf9d894ec49d1bfba4a79121723"
I1122 02:06:53.384891 24091 cri.go:89] found id: "f7f8daf69e631a0695d8f7840e89779eb13c2f53ad3b106b79198f0070021762"
I1122 02:06:53.384893 24091 cri.go:89] found id: "086b6a7f32686a6e2f455399d5a1c1566b574772956510a4763e2a1a3c7b8645"
I1122 02:06:53.384895 24091 cri.go:89] found id: "012ae0999698b8c7fd051fae160d1ddb2c49f32133dd5df103365efafee40e29"
I1122 02:06:53.384897 24091 cri.go:89] found id: "ea4c811d633f9416cc76186715702e7d87cacf6fbf3c19adeb21fac7918a0280"
I1122 02:06:53.384903 24091 cri.go:89] found id: "315f6dcb8c31ebb8dc3398e4813ab0bf1639a99aba7c61e2b82903fa48aa4cab"
I1122 02:06:53.384906 24091 cri.go:89] found id: "7a781bccde996f3db2aab10f48587c5c36f2fe38810377b0eea9143f73530971"
I1122 02:06:53.384917 24091 cri.go:89] found id: "79f24c3aa12c4729b71dc13fefe8dfa652282b2094537d8e8cf0f67add0d29e4"
I1122 02:06:53.384920 24091 cri.go:89] found id: "1755bb77ef6e9a8232d6bd7180a340b9f876648d796629a5938c2ffe49ffcefe"
I1122 02:06:53.384922 24091 cri.go:89] found id: "7d6843def95b74e0cc758e18749f2eb07b8a1cf35a7c6a259da118d3615c0bb7"
I1122 02:06:53.384924 24091 cri.go:89] found id: "601a0221d461c71957c3e74f1fe0a8f98b738e55ac0d99b06ccaae03aa6ed649"
I1122 02:06:53.384929 24091 cri.go:89] found id: "fb30d95a3fb996b32ff1b16b8da4840c72b62ce59c9e092c23064ce46841af7e"
I1122 02:06:53.384931 24091 cri.go:89] found id: ""
I1122 02:06:53.384935 24091 cri.go:252] Stopping containers: [b7f9babe21106f6d6e09cde5cf24948015c00b9639223809ec54b35ecb72df0f 2e67a4b576207a05db09cef16c5f43e5c5f641640dc65bade1337e1b85411278 db7664a1a27e1d6965afb9b5cd2d6847c163d2b6095b8c72a0d5903f71409e21 65f07c83378d139c84cc24ee1525cc9f0c26187228d62d637a1a3d5da3c3e907 b47bea43b154969bf64570827ff3de90bc7d6cf9d894ec49d1bfba4a79121723 f7f8daf69e631a0695d8f7840e89779eb13c2f53ad3b106b79198f0070021762 086b6a7f32686a6e2f455399d5a1c1566b574772956510a4763e2a1a3c7b8645 012ae0999698b8c7fd051fae160d1ddb2c49f32133dd5df103365efafee40e29 ea4c811d633f9416cc76186715702e7d87cacf6fbf3c19adeb21fac7918a0280 315f6dcb8c31ebb8dc3398e4813ab0bf1639a99aba7c61e2b82903fa48aa4cab 7a781bccde996f3db2aab10f48587c5c36f2fe38810377b0eea9143f73530971 79f24c3aa12c4729b71dc13fefe8dfa652282b2094537d8e8cf0f67add0d29e4 1755bb77ef6e9a8232d6bd7180a340b9f876648d796629a5938c2ffe49ffcefe 7d6843def95b74e0cc758e18749f2eb07b8a1cf35a7c6a259da118d3615c0bb7 601a0221d461c71957c3e74f1fe0a8f98b738e55a
c0d99b06ccaae03aa6ed649 fb30d95a3fb996b32ff1b16b8da4840c72b62ce59c9e092c23064ce46841af7e]
I1122 02:06:53.384991 24091 ssh_runner.go:195] Run: which crictl
I1122 02:06:53.388719 24091 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl stop --timeout=10 b7f9babe21106f6d6e09cde5cf24948015c00b9639223809ec54b35ecb72df0f 2e67a4b576207a05db09cef16c5f43e5c5f641640dc65bade1337e1b85411278 db7664a1a27e1d6965afb9b5cd2d6847c163d2b6095b8c72a0d5903f71409e21 65f07c83378d139c84cc24ee1525cc9f0c26187228d62d637a1a3d5da3c3e907 b47bea43b154969bf64570827ff3de90bc7d6cf9d894ec49d1bfba4a79121723 f7f8daf69e631a0695d8f7840e89779eb13c2f53ad3b106b79198f0070021762 086b6a7f32686a6e2f455399d5a1c1566b574772956510a4763e2a1a3c7b8645 012ae0999698b8c7fd051fae160d1ddb2c49f32133dd5df103365efafee40e29 ea4c811d633f9416cc76186715702e7d87cacf6fbf3c19adeb21fac7918a0280 315f6dcb8c31ebb8dc3398e4813ab0bf1639a99aba7c61e2b82903fa48aa4cab 7a781bccde996f3db2aab10f48587c5c36f2fe38810377b0eea9143f73530971 79f24c3aa12c4729b71dc13fefe8dfa652282b2094537d8e8cf0f67add0d29e4 1755bb77ef6e9a8232d6bd7180a340b9f876648d796629a5938c2ffe49ffcefe 7d6843def95b74e0cc758e18749f2eb07b8a1cf35a7c6a259da118d3615c0bb7 601a02
21d461c71957c3e74f1fe0a8f98b738e55ac0d99b06ccaae03aa6ed649 fb30d95a3fb996b32ff1b16b8da4840c72b62ce59c9e092c23064ce46841af7e
I1122 02:06:53.493739 24091 ssh_runner.go:195] Run: sudo systemctl stop kubelet
I1122 02:06:53.617711 24091 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1122 02:06:53.625974 24091 kubeadm.go:158] found existing configuration files:
-rw------- 1 root root 5635 Nov 22 02:04 /etc/kubernetes/admin.conf
-rw------- 1 root root 5636 Nov 22 02:05 /etc/kubernetes/controller-manager.conf
-rw------- 1 root root 1972 Nov 22 02:05 /etc/kubernetes/kubelet.conf
-rw------- 1 root root 5584 Nov 22 02:05 /etc/kubernetes/scheduler.conf
I1122 02:06:53.626048 24091 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/admin.conf
I1122 02:06:53.634259 24091 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/kubelet.conf
I1122 02:06:53.641819 24091 kubeadm.go:164] "https://control-plane.minikube.internal:8441" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/kubelet.conf: Process exited with status 1
stdout:
stderr:
I1122 02:06:53.641872 24091 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1122 02:06:53.649267 24091 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/controller-manager.conf
I1122 02:06:53.656650 24091 kubeadm.go:164] "https://control-plane.minikube.internal:8441" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/controller-manager.conf: Process exited with status 1
stdout:
stderr:
I1122 02:06:53.656702 24091 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1122 02:06:53.664317 24091 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/scheduler.conf
I1122 02:06:53.672026 24091 kubeadm.go:164] "https://control-plane.minikube.internal:8441" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/scheduler.conf: Process exited with status 1
stdout:
stderr:
I1122 02:06:53.672081 24091 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1122 02:06:53.679777 24091 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1122 02:06:53.687901 24091 ssh_runner.go:195] Run: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init phase certs all --config /var/tmp/minikube/kubeadm.yaml"
I1122 02:06:53.736242 24091 ssh_runner.go:195] Run: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init phase kubeconfig all --config /var/tmp/minikube/kubeadm.yaml"
I1122 02:06:56.355889 24091 ssh_runner.go:235] Completed: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init phase kubeconfig all --config /var/tmp/minikube/kubeadm.yaml": (2.619623341s)
I1122 02:06:56.355943 24091 ssh_runner.go:195] Run: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init phase kubelet-start --config /var/tmp/minikube/kubeadm.yaml"
I1122 02:06:56.590519 24091 ssh_runner.go:195] Run: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init phase control-plane all --config /var/tmp/minikube/kubeadm.yaml"
I1122 02:06:56.655689 24091 ssh_runner.go:195] Run: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init phase etcd local --config /var/tmp/minikube/kubeadm.yaml"
I1122 02:06:56.730996 24091 api_server.go:52] waiting for apiserver process to appear ...
I1122 02:06:56.731057 24091 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 02:06:57.231297 24091 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 02:06:57.731902 24091 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 02:06:57.751033 24091 api_server.go:72] duration metric: took 1.020049155s to wait for apiserver process to appear ...
I1122 02:06:57.751046 24091 api_server.go:88] waiting for apiserver healthz status ...
I1122 02:06:57.751064 24091 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8441/healthz ...
I1122 02:07:00.556431 24091 api_server.go:279] https://192.168.49.2:8441/healthz returned 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
W1122 02:07:00.556456 24091 api_server.go:103] status: https://192.168.49.2:8441/healthz returned error 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
I1122 02:07:00.556469 24091 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8441/healthz ...
I1122 02:07:00.566212 24091 api_server.go:279] https://192.168.49.2:8441/healthz returned 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
W1122 02:07:00.566237 24091 api_server.go:103] status: https://192.168.49.2:8441/healthz returned error 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
I1122 02:07:00.751579 24091 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8441/healthz ...
I1122 02:07:00.763027 24091 api_server.go:279] https://192.168.49.2:8441/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[-]poststarthook/start-apiextensions-controllers failed: reason withheld
[-]poststarthook/crd-informer-synced failed: reason withheld
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[-]poststarthook/priority-and-fairness-config-producer failed: reason withheld
[-]poststarthook/bootstrap-controller failed: reason withheld
[-]poststarthook/start-kubernetes-service-cidr-controller failed: reason withheld
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[-]poststarthook/apiservice-registration-controller failed: reason withheld
[-]poststarthook/apiservice-discovery-controller failed: reason withheld
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1122 02:07:00.763050 24091 api_server.go:103] status: https://192.168.49.2:8441/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[-]poststarthook/start-apiextensions-controllers failed: reason withheld
[-]poststarthook/crd-informer-synced failed: reason withheld
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[-]poststarthook/priority-and-fairness-config-producer failed: reason withheld
[-]poststarthook/bootstrap-controller failed: reason withheld
[-]poststarthook/start-kubernetes-service-cidr-controller failed: reason withheld
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[-]poststarthook/apiservice-registration-controller failed: reason withheld
[-]poststarthook/apiservice-discovery-controller failed: reason withheld
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1122 02:07:01.251696 24091 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8441/healthz ...
I1122 02:07:01.260227 24091 api_server.go:279] https://192.168.49.2:8441/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1122 02:07:01.260242 24091 api_server.go:103] status: https://192.168.49.2:8441/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1122 02:07:01.751897 24091 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8441/healthz ...
I1122 02:07:01.760158 24091 api_server.go:279] https://192.168.49.2:8441/healthz returned 200:
ok
I1122 02:07:01.774824 24091 api_server.go:141] control plane version: v1.34.1
I1122 02:07:01.774842 24091 api_server.go:131] duration metric: took 4.023790446s to wait for apiserver health ...
I1122 02:07:01.774856 24091 cni.go:84] Creating CNI manager for ""
I1122 02:07:01.774862 24091 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 02:07:01.778073 24091 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1122 02:07:01.780898 24091 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1122 02:07:01.785132 24091 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1122 02:07:01.785142 24091 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1122 02:07:01.798159 24091 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1122 02:07:02.283092 24091 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 02:07:02.287073 24091 system_pods.go:59] 8 kube-system pods found
I1122 02:07:02.287100 24091 system_pods.go:61] "coredns-66bc5c9577-2nzxv" [ffb0141c-23f1-4618-8005-3c7ff14dc25a] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 02:07:02.287107 24091 system_pods.go:61] "etcd-functional-776464" [58158a66-3fb2-434b-9b14-c10103d026d3] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 02:07:02.287115 24091 system_pods.go:61] "kindnet-g79w8" [0e799ddc-e260-431b-97d4-9fd9c61eb43b] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1122 02:07:02.287123 24091 system_pods.go:61] "kube-apiserver-functional-776464" [d0d1ea6d-c7d6-47e2-a191-fa5b4c31f6ac] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1122 02:07:02.287129 24091 system_pods.go:61] "kube-controller-manager-functional-776464" [f1b0c6e3-b424-42f1-aa0a-8d4c98dd97ed] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 02:07:02.287136 24091 system_pods.go:61] "kube-proxy-zhlpb" [61dc69d6-03e5-4138-b825-dcf99a5e83a6] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1122 02:07:02.287142 24091 system_pods.go:61] "kube-scheduler-functional-776464" [22797ec3-0e4d-482d-8e96-7b29e4053c4b] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 02:07:02.287147 24091 system_pods.go:61] "storage-provisioner" [84d15591-c85e-4a70-8a97-bf67b075ff96] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 02:07:02.287152 24091 system_pods.go:74] duration metric: took 4.050864ms to wait for pod list to return data ...
I1122 02:07:02.287159 24091 node_conditions.go:102] verifying NodePressure condition ...
I1122 02:07:02.290006 24091 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 02:07:02.290024 24091 node_conditions.go:123] node cpu capacity is 2
I1122 02:07:02.290034 24091 node_conditions.go:105] duration metric: took 2.871889ms to run NodePressure ...
I1122 02:07:02.290092 24091 ssh_runner.go:195] Run: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init phase addon all --config /var/tmp/minikube/kubeadm.yaml"
I1122 02:07:02.557437 24091 kubeadm.go:729] waiting for restarted kubelet to initialise ...
I1122 02:07:02.561610 24091 kubeadm.go:744] kubelet initialised
I1122 02:07:02.561621 24091 kubeadm.go:745] duration metric: took 4.172047ms waiting for restarted kubelet to initialise ...
I1122 02:07:02.561635 24091 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1122 02:07:02.578698 24091 ops.go:34] apiserver oom_adj: -16
I1122 02:07:02.578780 24091 kubeadm.go:602] duration metric: took 9.243166524s to restartPrimaryControlPlane
I1122 02:07:02.578789 24091 kubeadm.go:403] duration metric: took 9.295475445s to StartCluster
I1122 02:07:02.578803 24091 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:07:02.578865 24091 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 02:07:02.579487 24091 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:07:02.579708 24091 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 02:07:02.579979 24091 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:07:02.580017 24091 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 02:07:02.580075 24091 addons.go:70] Setting storage-provisioner=true in profile "functional-776464"
I1122 02:07:02.580092 24091 addons.go:239] Setting addon storage-provisioner=true in "functional-776464"
W1122 02:07:02.580098 24091 addons.go:248] addon storage-provisioner should already be in state true
I1122 02:07:02.580118 24091 host.go:66] Checking if "functional-776464" exists ...
I1122 02:07:02.580152 24091 addons.go:70] Setting default-storageclass=true in profile "functional-776464"
I1122 02:07:02.580165 24091 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "functional-776464"
I1122 02:07:02.580444 24091 cli_runner.go:164] Run: docker container inspect functional-776464 --format={{.State.Status}}
I1122 02:07:02.580504 24091 cli_runner.go:164] Run: docker container inspect functional-776464 --format={{.State.Status}}
I1122 02:07:02.583220 24091 out.go:179] * Verifying Kubernetes components...
I1122 02:07:02.586929 24091 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 02:07:02.627159 24091 addons.go:239] Setting addon default-storageclass=true in "functional-776464"
W1122 02:07:02.627170 24091 addons.go:248] addon default-storageclass should already be in state true
I1122 02:07:02.627193 24091 host.go:66] Checking if "functional-776464" exists ...
I1122 02:07:02.627624 24091 cli_runner.go:164] Run: docker container inspect functional-776464 --format={{.State.Status}}
I1122 02:07:02.636760 24091 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1122 02:07:02.639804 24091 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 02:07:02.639818 24091 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 02:07:02.639884 24091 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-776464
I1122 02:07:02.660623 24091 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 02:07:02.660636 24091 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 02:07:02.660699 24091 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-776464
I1122 02:07:02.690662 24091 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/functional-776464/id_rsa Username:docker}
I1122 02:07:02.694951 24091 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/functional-776464/id_rsa Username:docker}
I1122 02:07:02.854278 24091 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 02:07:02.916160 24091 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 02:07:02.965104 24091 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 02:07:03.835291 24091 node_ready.go:35] waiting up to 6m0s for node "functional-776464" to be "Ready" ...
I1122 02:07:03.838407 24091 node_ready.go:49] node "functional-776464" is "Ready"
I1122 02:07:03.838422 24091 node_ready.go:38] duration metric: took 3.11547ms for node "functional-776464" to be "Ready" ...
I1122 02:07:03.838433 24091 api_server.go:52] waiting for apiserver process to appear ...
I1122 02:07:03.838487 24091 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 02:07:03.838873 24091 out.go:179] * Enabled addons: default-storageclass, storage-provisioner
I1122 02:07:03.841813 24091 addons.go:530] duration metric: took 1.261778678s for enable addons: enabled=[default-storageclass storage-provisioner]
I1122 02:07:03.851202 24091 api_server.go:72] duration metric: took 1.271467162s to wait for apiserver process to appear ...
I1122 02:07:03.851217 24091 api_server.go:88] waiting for apiserver healthz status ...
I1122 02:07:03.851235 24091 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8441/healthz ...
I1122 02:07:03.860484 24091 api_server.go:279] https://192.168.49.2:8441/healthz returned 200:
ok
I1122 02:07:03.861513 24091 api_server.go:141] control plane version: v1.34.1
I1122 02:07:03.861527 24091 api_server.go:131] duration metric: took 10.304892ms to wait for apiserver health ...
I1122 02:07:03.861534 24091 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 02:07:03.865679 24091 system_pods.go:59] 8 kube-system pods found
I1122 02:07:03.865699 24091 system_pods.go:61] "coredns-66bc5c9577-2nzxv" [ffb0141c-23f1-4618-8005-3c7ff14dc25a] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 02:07:03.865706 24091 system_pods.go:61] "etcd-functional-776464" [58158a66-3fb2-434b-9b14-c10103d026d3] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 02:07:03.865711 24091 system_pods.go:61] "kindnet-g79w8" [0e799ddc-e260-431b-97d4-9fd9c61eb43b] Running
I1122 02:07:03.865717 24091 system_pods.go:61] "kube-apiserver-functional-776464" [d0d1ea6d-c7d6-47e2-a191-fa5b4c31f6ac] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1122 02:07:03.865723 24091 system_pods.go:61] "kube-controller-manager-functional-776464" [f1b0c6e3-b424-42f1-aa0a-8d4c98dd97ed] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 02:07:03.865727 24091 system_pods.go:61] "kube-proxy-zhlpb" [61dc69d6-03e5-4138-b825-dcf99a5e83a6] Running
I1122 02:07:03.865736 24091 system_pods.go:61] "kube-scheduler-functional-776464" [22797ec3-0e4d-482d-8e96-7b29e4053c4b] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 02:07:03.865739 24091 system_pods.go:61] "storage-provisioner" [84d15591-c85e-4a70-8a97-bf67b075ff96] Running
I1122 02:07:03.865744 24091 system_pods.go:74] duration metric: took 4.205245ms to wait for pod list to return data ...
I1122 02:07:03.865750 24091 default_sa.go:34] waiting for default service account to be created ...
I1122 02:07:03.907378 24091 default_sa.go:45] found service account: "default"
I1122 02:07:03.907398 24091 default_sa.go:55] duration metric: took 41.637279ms for default service account to be created ...
I1122 02:07:03.907420 24091 system_pods.go:116] waiting for k8s-apps to be running ...
I1122 02:07:03.915852 24091 system_pods.go:86] 8 kube-system pods found
I1122 02:07:03.915870 24091 system_pods.go:89] "coredns-66bc5c9577-2nzxv" [ffb0141c-23f1-4618-8005-3c7ff14dc25a] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 02:07:03.915878 24091 system_pods.go:89] "etcd-functional-776464" [58158a66-3fb2-434b-9b14-c10103d026d3] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 02:07:03.915883 24091 system_pods.go:89] "kindnet-g79w8" [0e799ddc-e260-431b-97d4-9fd9c61eb43b] Running
I1122 02:07:03.915889 24091 system_pods.go:89] "kube-apiserver-functional-776464" [d0d1ea6d-c7d6-47e2-a191-fa5b4c31f6ac] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1122 02:07:03.915894 24091 system_pods.go:89] "kube-controller-manager-functional-776464" [f1b0c6e3-b424-42f1-aa0a-8d4c98dd97ed] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 02:07:03.915909 24091 system_pods.go:89] "kube-proxy-zhlpb" [61dc69d6-03e5-4138-b825-dcf99a5e83a6] Running
I1122 02:07:03.915918 24091 system_pods.go:89] "kube-scheduler-functional-776464" [22797ec3-0e4d-482d-8e96-7b29e4053c4b] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 02:07:03.915921 24091 system_pods.go:89] "storage-provisioner" [84d15591-c85e-4a70-8a97-bf67b075ff96] Running
I1122 02:07:03.915928 24091 system_pods.go:126] duration metric: took 8.502133ms to wait for k8s-apps to be running ...
I1122 02:07:03.915934 24091 system_svc.go:44] waiting for kubelet service to be running ....
I1122 02:07:03.915998 24091 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 02:07:03.933565 24091 system_svc.go:56] duration metric: took 17.612314ms WaitForService to wait for kubelet
I1122 02:07:03.933583 24091 kubeadm.go:587] duration metric: took 1.353852669s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 02:07:03.933600 24091 node_conditions.go:102] verifying NodePressure condition ...
I1122 02:07:03.936044 24091 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 02:07:03.936060 24091 node_conditions.go:123] node cpu capacity is 2
I1122 02:07:03.936070 24091 node_conditions.go:105] duration metric: took 2.465207ms to run NodePressure ...
I1122 02:07:03.936081 24091 start.go:242] waiting for startup goroutines ...
I1122 02:07:03.936088 24091 start.go:247] waiting for cluster config update ...
I1122 02:07:03.936097 24091 start.go:256] writing updated cluster config ...
I1122 02:07:03.936409 24091 ssh_runner.go:195] Run: rm -f paused
I1122 02:07:03.940765 24091 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 02:07:03.944628 24091 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-2nzxv" in "kube-system" namespace to be "Ready" or be gone ...
W1122 02:07:05.950920 24091 pod_ready.go:104] pod "coredns-66bc5c9577-2nzxv" is not "Ready", error: <nil>
W1122 02:07:08.450468 24091 pod_ready.go:104] pod "coredns-66bc5c9577-2nzxv" is not "Ready", error: <nil>
I1122 02:07:09.978579 24091 pod_ready.go:94] pod "coredns-66bc5c9577-2nzxv" is "Ready"
I1122 02:07:09.978593 24091 pod_ready.go:86] duration metric: took 6.033950625s for pod "coredns-66bc5c9577-2nzxv" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:07:09.983600 24091 pod_ready.go:83] waiting for pod "etcd-functional-776464" in "kube-system" namespace to be "Ready" or be gone ...
W1122 02:07:11.989408 24091 pod_ready.go:104] pod "etcd-functional-776464" is not "Ready", error: <nil>
I1122 02:07:12.989738 24091 pod_ready.go:94] pod "etcd-functional-776464" is "Ready"
I1122 02:07:12.989764 24091 pod_ready.go:86] duration metric: took 3.006150947s for pod "etcd-functional-776464" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:07:12.992694 24091 pod_ready.go:83] waiting for pod "kube-apiserver-functional-776464" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:07:12.997671 24091 pod_ready.go:94] pod "kube-apiserver-functional-776464" is "Ready"
I1122 02:07:12.997685 24091 pod_ready.go:86] duration metric: took 4.977905ms for pod "kube-apiserver-functional-776464" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:07:13.000072 24091 pod_ready.go:83] waiting for pod "kube-controller-manager-functional-776464" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:07:13.006000 24091 pod_ready.go:94] pod "kube-controller-manager-functional-776464" is "Ready"
I1122 02:07:13.006018 24091 pod_ready.go:86] duration metric: took 5.932154ms for pod "kube-controller-manager-functional-776464" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:07:13.009284 24091 pod_ready.go:83] waiting for pod "kube-proxy-zhlpb" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:07:13.187738 24091 pod_ready.go:94] pod "kube-proxy-zhlpb" is "Ready"
I1122 02:07:13.187753 24091 pod_ready.go:86] duration metric: took 178.453383ms for pod "kube-proxy-zhlpb" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:07:13.388247 24091 pod_ready.go:83] waiting for pod "kube-scheduler-functional-776464" in "kube-system" namespace to be "Ready" or be gone ...
W1122 02:07:15.393518 24091 pod_ready.go:104] pod "kube-scheduler-functional-776464" is not "Ready", error: <nil>
I1122 02:07:16.394566 24091 pod_ready.go:94] pod "kube-scheduler-functional-776464" is "Ready"
I1122 02:07:16.394581 24091 pod_ready.go:86] duration metric: took 3.006320789s for pod "kube-scheduler-functional-776464" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:07:16.394591 24091 pod_ready.go:40] duration metric: took 12.45380465s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 02:07:16.450329 24091 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 02:07:16.455734 24091 out.go:179] * Done! kubectl is now configured to use "functional-776464" cluster and "default" namespace by default
==> CRI-O <==
Nov 22 02:07:53 functional-776464 crio[3560]: time="2025-11-22T02:07:53.887360972Z" level=info msg="Got pod network &{Name:hello-node-75c85bcc94-gbxj6 Namespace:default ID:60d73c42f3f860af46750d6f19d451d050053e4ddb40155204b91dab5f06dcf4 UID:80d464cd-f46e-4eb2-99c6-15d8cc4e4626 NetNS:/var/run/netns/8e4ddefa-0e15-496b-ae3c-9ea7b2d35836 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x4000078c18}] Aliases:map[]}"
Nov 22 02:07:53 functional-776464 crio[3560]: time="2025-11-22T02:07:53.88767227Z" level=info msg="Checking pod default_hello-node-75c85bcc94-gbxj6 for CNI network kindnet (type=ptp)"
Nov 22 02:07:53 functional-776464 crio[3560]: time="2025-11-22T02:07:53.892149894Z" level=info msg="Ran pod sandbox 60d73c42f3f860af46750d6f19d451d050053e4ddb40155204b91dab5f06dcf4 with infra container: default/hello-node-75c85bcc94-gbxj6/POD" id=66ac8cd1-2ad1-4baf-8a22-018a477f065f name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 02:07:53 functional-776464 crio[3560]: time="2025-11-22T02:07:53.895157326Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=234f7b02-49e1-4763-b012-b16b32a2eaa1 name=/runtime.v1.ImageService/PullImage
Nov 22 02:07:56 functional-776464 crio[3560]: time="2025-11-22T02:07:56.85893407Z" level=info msg="Stopping pod sandbox: 5c423d774000a3772b1159384659eb914a83a8a40188385723e3d4d06c599bde" id=ec7408ba-ec6c-48a4-ac09-819f77155ed2 name=/runtime.v1.RuntimeService/StopPodSandbox
Nov 22 02:07:56 functional-776464 crio[3560]: time="2025-11-22T02:07:56.858988586Z" level=info msg="Stopped pod sandbox (already stopped): 5c423d774000a3772b1159384659eb914a83a8a40188385723e3d4d06c599bde" id=ec7408ba-ec6c-48a4-ac09-819f77155ed2 name=/runtime.v1.RuntimeService/StopPodSandbox
Nov 22 02:07:56 functional-776464 crio[3560]: time="2025-11-22T02:07:56.859393989Z" level=info msg="Removing pod sandbox: 5c423d774000a3772b1159384659eb914a83a8a40188385723e3d4d06c599bde" id=e427857c-2298-4617-b12d-2f3a3b191d2d name=/runtime.v1.RuntimeService/RemovePodSandbox
Nov 22 02:07:56 functional-776464 crio[3560]: time="2025-11-22T02:07:56.863233174Z" level=info msg="Removed pod sandbox: 5c423d774000a3772b1159384659eb914a83a8a40188385723e3d4d06c599bde" id=e427857c-2298-4617-b12d-2f3a3b191d2d name=/runtime.v1.RuntimeService/RemovePodSandbox
Nov 22 02:07:56 functional-776464 crio[3560]: time="2025-11-22T02:07:56.863801607Z" level=info msg="Stopping pod sandbox: d28f38a9ec8245c006a7aa5f0a02932c91b4c20d89019495af16ded9bbe087ca" id=60ba9dd6-e5f3-4a43-91fc-c23e3368e56b name=/runtime.v1.RuntimeService/StopPodSandbox
Nov 22 02:07:56 functional-776464 crio[3560]: time="2025-11-22T02:07:56.863846834Z" level=info msg="Stopped pod sandbox (already stopped): d28f38a9ec8245c006a7aa5f0a02932c91b4c20d89019495af16ded9bbe087ca" id=60ba9dd6-e5f3-4a43-91fc-c23e3368e56b name=/runtime.v1.RuntimeService/StopPodSandbox
Nov 22 02:07:56 functional-776464 crio[3560]: time="2025-11-22T02:07:56.864194037Z" level=info msg="Removing pod sandbox: d28f38a9ec8245c006a7aa5f0a02932c91b4c20d89019495af16ded9bbe087ca" id=890f47dd-d86c-4e97-a51d-86c92019e5f5 name=/runtime.v1.RuntimeService/RemovePodSandbox
Nov 22 02:07:56 functional-776464 crio[3560]: time="2025-11-22T02:07:56.86762887Z" level=info msg="Removed pod sandbox: d28f38a9ec8245c006a7aa5f0a02932c91b4c20d89019495af16ded9bbe087ca" id=890f47dd-d86c-4e97-a51d-86c92019e5f5 name=/runtime.v1.RuntimeService/RemovePodSandbox
Nov 22 02:07:56 functional-776464 crio[3560]: time="2025-11-22T02:07:56.86833899Z" level=info msg="Stopping pod sandbox: 4a26e0e6d29433803de6f7caa2b6b804b4c13940f3b646a06ad22090b80fd00f" id=f67af348-d905-4840-9f35-c32bf43642dd name=/runtime.v1.RuntimeService/StopPodSandbox
Nov 22 02:07:56 functional-776464 crio[3560]: time="2025-11-22T02:07:56.868386063Z" level=info msg="Stopped pod sandbox (already stopped): 4a26e0e6d29433803de6f7caa2b6b804b4c13940f3b646a06ad22090b80fd00f" id=f67af348-d905-4840-9f35-c32bf43642dd name=/runtime.v1.RuntimeService/StopPodSandbox
Nov 22 02:07:56 functional-776464 crio[3560]: time="2025-11-22T02:07:56.868725586Z" level=info msg="Removing pod sandbox: 4a26e0e6d29433803de6f7caa2b6b804b4c13940f3b646a06ad22090b80fd00f" id=0f6c970e-3336-4d55-831f-266b4931c422 name=/runtime.v1.RuntimeService/RemovePodSandbox
Nov 22 02:07:56 functional-776464 crio[3560]: time="2025-11-22T02:07:56.872208091Z" level=info msg="Removed pod sandbox: 4a26e0e6d29433803de6f7caa2b6b804b4c13940f3b646a06ad22090b80fd00f" id=0f6c970e-3336-4d55-831f-266b4931c422 name=/runtime.v1.RuntimeService/RemovePodSandbox
Nov 22 02:08:06 functional-776464 crio[3560]: time="2025-11-22T02:08:06.780160392Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=cbb4b8fe-6bdd-4b4a-9332-6b75476bb932 name=/runtime.v1.ImageService/PullImage
Nov 22 02:08:16 functional-776464 crio[3560]: time="2025-11-22T02:08:16.78008567Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=71726412-815e-44fa-b847-5672760d02e5 name=/runtime.v1.ImageService/PullImage
Nov 22 02:08:31 functional-776464 crio[3560]: time="2025-11-22T02:08:31.778922814Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=132de124-f7c4-4377-9f0f-3c2cd1836d26 name=/runtime.v1.ImageService/PullImage
Nov 22 02:08:58 functional-776464 crio[3560]: time="2025-11-22T02:08:58.7801201Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=4d76f424-3167-4949-99b9-46460989d713 name=/runtime.v1.ImageService/PullImage
Nov 22 02:09:14 functional-776464 crio[3560]: time="2025-11-22T02:09:14.779853581Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=eba032ab-a694-41e7-afc0-e20769ecff08 name=/runtime.v1.ImageService/PullImage
Nov 22 02:10:22 functional-776464 crio[3560]: time="2025-11-22T02:10:22.779023094Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=eb8c37a1-8262-4278-ac72-69d269afc212 name=/runtime.v1.ImageService/PullImage
Nov 22 02:10:40 functional-776464 crio[3560]: time="2025-11-22T02:10:40.780924792Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=f2814473-d61c-42e1-9e54-ea8dc22bf745 name=/runtime.v1.ImageService/PullImage
Nov 22 02:13:17 functional-776464 crio[3560]: time="2025-11-22T02:13:17.77935648Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=a2e69ade-0f60-4547-aa45-f6338e668eba name=/runtime.v1.ImageService/PullImage
Nov 22 02:13:28 functional-776464 crio[3560]: time="2025-11-22T02:13:28.779239634Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=3fcb3fad-2eb2-4222-a61c-a19b01028dae name=/runtime.v1.ImageService/PullImage
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
bb8ab8a05a489 docker.io/library/nginx@sha256:7de350c1fbb1f7b119a1d08f69fef5c92624cb01e03bc25c0ae11072b8969712 9 minutes ago Running myfrontend 0 44656e0afd645 sp-pod default
03b01fe2f906b docker.io/library/nginx@sha256:7391b3732e7f7ccd23ff1d02fbeadcde496f374d7460ad8e79260f8f6d2c9f90 10 minutes ago Running nginx 0 fc1841a84bc86 nginx-svc default
b939f034f40a1 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 10 minutes ago Running kube-proxy 2 add292abf11b6 kube-proxy-zhlpb kube-system
0b2c5aba82355 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 10 minutes ago Running coredns 2 1c13191af39b9 coredns-66bc5c9577-2nzxv kube-system
338a37abb3f80 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 10 minutes ago Running storage-provisioner 3 f3567b3452513 storage-provisioner kube-system
38b76382a1aac b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 10 minutes ago Running kindnet-cni 2 24d98dd3b3ec5 kindnet-g79w8 kube-system
8bbef11debca0 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 10 minutes ago Running kube-apiserver 0 f9f3798a4df88 kube-apiserver-functional-776464 kube-system
0ce907e629831 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 10 minutes ago Running kube-controller-manager 2 48ac1be71e181 kube-controller-manager-functional-776464 kube-system
3fd53fba1c6ea b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 10 minutes ago Running kube-scheduler 2 7be0714c11bdd kube-scheduler-functional-776464 kube-system
c708b119191c7 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 10 minutes ago Running etcd 2 8bf4a86f574c8 etcd-functional-776464 kube-system
b7f9babe21106 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 11 minutes ago Exited storage-provisioner 2 f3567b3452513 storage-provisioner kube-system
2e67a4b576207 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 11 minutes ago Exited kube-scheduler 1 7be0714c11bdd kube-scheduler-functional-776464 kube-system
db7664a1a27e1 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 11 minutes ago Exited kube-controller-manager 1 48ac1be71e181 kube-controller-manager-functional-776464 kube-system
65f07c83378d1 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 11 minutes ago Exited etcd 1 8bf4a86f574c8 etcd-functional-776464 kube-system
086b6a7f32686 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 11 minutes ago Exited coredns 1 1c13191af39b9 coredns-66bc5c9577-2nzxv kube-system
012ae0999698b 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 11 minutes ago Exited kube-proxy 1 add292abf11b6 kube-proxy-zhlpb kube-system
ea4c811d633f9 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 11 minutes ago Exited kindnet-cni 1 24d98dd3b3ec5 kindnet-g79w8 kube-system
==> coredns [086b6a7f32686a6e2f455399d5a1c1566b574772956510a4763e2a1a3c7b8645] <==
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: endpointslices.discovery.k8s.io is forbidden: User "system:serviceaccount:kube-system:coredns" cannot list resource "endpointslices" in API group "discovery.k8s.io" at the cluster scope
[ERROR] plugin/kubernetes: Unhandled Error
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 9e2996f8cb67ac53e0259ab1f8d615d07d1beb0bd07e6a1e39769c3bf486a905bb991cc47f8d2f14d0d3a90a87dfc625a0b4c524fed169d8158c40657c0694b1
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:46528 - 59673 "HINFO IN 8842082235565233970.9135762678088528557. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.024654077s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [0b2c5aba823551eecaa10d4326f3e255cc6c9d8ec31521f4545c1f3bb67bcc1e] <==
maxprocs: Leaving GOMAXPROCS=2: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = 9e2996f8cb67ac53e0259ab1f8d615d07d1beb0bd07e6a1e39769c3bf486a905bb991cc47f8d2f14d0d3a90a87dfc625a0b4c524fed169d8158c40657c0694b1
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:53752 - 1551 "HINFO IN 7868089075153011416.1156285462309785846. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.007164101s
==> describe nodes <==
Name: functional-776464
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=functional-776464
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=functional-776464
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T02_05_12_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 02:05:08 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: functional-776464
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 02:17:33 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 02:16:32 +0000 Sat, 22 Nov 2025 02:05:05 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 02:16:32 +0000 Sat, 22 Nov 2025 02:05:05 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 02:16:32 +0000 Sat, 22 Nov 2025 02:05:05 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 22 Nov 2025 02:16:32 +0000 Sat, 22 Nov 2025 02:05:58 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: functional-776464
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: 73d2f274-a83a-42ae-b300-e5498d5e205f
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (12 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-node-75c85bcc94-gbxj6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m45s
default hello-node-connect-7d85dfc575-wrrsd 0 (0%) 0 (0%) 0 (0%) 0 (0%) 10m
default nginx-svc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 10m
default sp-pod 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m52s
kube-system coredns-66bc5c9577-2nzxv 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 12m
kube-system etcd-functional-776464 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 12m
kube-system kindnet-g79w8 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 12m
kube-system kube-apiserver-functional-776464 250m (12%) 0 (0%) 0 (0%) 0 (0%) 10m
kube-system kube-controller-manager-functional-776464 200m (10%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-proxy-zhlpb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-scheduler-functional-776464 100m (5%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 12m kube-proxy
Normal Starting 10m kube-proxy
Normal Starting 11m kube-proxy
Warning CgroupV1 12m kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 12m kubelet Node functional-776464 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m kubelet Node functional-776464 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m kubelet Node functional-776464 status is now: NodeHasSufficientPID
Normal Starting 12m kubelet Starting kubelet.
Normal RegisteredNode 12m node-controller Node functional-776464 event: Registered Node functional-776464 in Controller
Normal NodeReady 11m kubelet Node functional-776464 status is now: NodeReady
Normal RegisteredNode 11m node-controller Node functional-776464 event: Registered Node functional-776464 in Controller
Normal Starting 10m kubelet Starting kubelet.
Warning CgroupV1 10m kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 10m (x8 over 10m) kubelet Node functional-776464 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 10m (x8 over 10m) kubelet Node functional-776464 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 10m (x8 over 10m) kubelet Node functional-776464 status is now: NodeHasSufficientPID
Normal RegisteredNode 10m node-controller Node functional-776464 event: Registered Node functional-776464 in Controller
==> dmesg <==
[Nov22 01:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.014777] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.525902] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.033225] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.795521] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[Nov22 01:18] kauditd_printk_skb: 36 callbacks suppressed
[Nov22 01:58] overlayfs: idmapped layers are currently not supported
[ +0.050939] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
[Nov22 02:04] overlayfs: idmapped layers are currently not supported
[Nov22 02:05] overlayfs: idmapped layers are currently not supported
==> etcd [65f07c83378d139c84cc24ee1525cc9f0c26187228d62d637a1a3d5da3c3e907] <==
{"level":"warn","ts":"2025-11-22T02:06:14.621623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35902","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:14.634839Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35916","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:14.656525Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35928","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:14.691704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35948","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:14.726668Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35966","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:14.747437Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35994","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:14.802115Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36014","server-name":"","error":"EOF"}
{"level":"info","ts":"2025-11-22T02:06:38.536229Z","caller":"osutil/interrupt_unix.go:65","msg":"received signal; shutting down","signal":"terminated"}
{"level":"info","ts":"2025-11-22T02:06:38.536342Z","caller":"embed/etcd.go:426","msg":"closing etcd server","name":"functional-776464","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"]}
{"level":"error","ts":"2025-11-22T02:06:38.536434Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"http: Server closed","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*serveCtx).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/serve.go:90"}
{"level":"error","ts":"2025-11-22T02:06:38.684745Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"http: Server closed","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*serveCtx).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/serve.go:90"}
{"level":"error","ts":"2025-11-22T02:06:38.684828Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 127.0.0.1:2381: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-11-22T02:06:38.684875Z","caller":"etcdserver/server.go:1281","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"aec36adc501070cc","current-leader-member-id":"aec36adc501070cc"}
{"level":"info","ts":"2025-11-22T02:06:38.684961Z","caller":"etcdserver/server.go:2319","msg":"server has stopped; stopping cluster version's monitor"}
{"level":"info","ts":"2025-11-22T02:06:38.684998Z","caller":"etcdserver/server.go:2342","msg":"server has stopped; stopping storage version's monitor"}
{"level":"warn","ts":"2025-11-22T02:06:38.684997Z","caller":"embed/serve.go:245","msg":"stopping secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}
{"level":"warn","ts":"2025-11-22T02:06:38.685043Z","caller":"embed/serve.go:247","msg":"stopped secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}
{"level":"error","ts":"2025-11-22T02:06:38.685051Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 127.0.0.1:2379: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"warn","ts":"2025-11-22T02:06:38.685097Z","caller":"embed/serve.go:245","msg":"stopping secure grpc server due to error","error":"accept tcp 192.168.49.2:2379: use of closed network connection"}
{"level":"warn","ts":"2025-11-22T02:06:38.685110Z","caller":"embed/serve.go:247","msg":"stopped secure grpc server due to error","error":"accept tcp 192.168.49.2:2379: use of closed network connection"}
{"level":"error","ts":"2025-11-22T02:06:38.685116Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 192.168.49.2:2379: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-11-22T02:06:38.688988Z","caller":"embed/etcd.go:621","msg":"stopping serving peer traffic","address":"192.168.49.2:2380"}
{"level":"error","ts":"2025-11-22T02:06:38.689065Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 192.168.49.2:2380: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-11-22T02:06:38.689098Z","caller":"embed/etcd.go:626","msg":"stopped serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2025-11-22T02:06:38.689114Z","caller":"embed/etcd.go:428","msg":"closed etcd server","name":"functional-776464","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"]}
==> etcd [c708b119191c7848742bbdce448fe3a91dca0e38fd787add34a5be5ecc50f90e] <==
{"level":"warn","ts":"2025-11-22T02:06:59.104917Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44428","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.118893Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44448","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.146382Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44478","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.176949Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44502","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.202695Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44516","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.219630Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44530","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.247772Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44548","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.264428Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44560","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.282983Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44574","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.309543Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44590","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.322953Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44608","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.338922Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44614","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.364424Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44626","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.383557Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44646","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.403905Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44676","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.420684Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44686","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.447255Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44706","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.464308Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44724","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.498282Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44754","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.535676Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44774","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.557497Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44788","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:06:59.618780Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44802","server-name":"","error":"EOF"}
{"level":"info","ts":"2025-11-22T02:16:58.283578Z","caller":"mvcc/index.go:194","msg":"compact tree index","revision":1088}
{"level":"info","ts":"2025-11-22T02:16:58.306470Z","caller":"mvcc/kvstore_compaction.go:70","msg":"finished scheduled compaction","compact-revision":1088,"took":"22.617466ms","hash":4221759872,"current-db-size-bytes":3162112,"current-db-size":"3.2 MB","current-db-size-in-use-bytes":1302528,"current-db-size-in-use":"1.3 MB"}
{"level":"info","ts":"2025-11-22T02:16:58.306522Z","caller":"mvcc/hash.go:157","msg":"storing new hash","hash":4221759872,"revision":1088,"compact-revision":-1}
==> kernel <==
02:17:38 up 59 min, 0 user, load average: 0.18, 0.39, 0.61
Linux functional-776464 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [38b76382a1aac3c053b8fe258c89b1792bad9e4282f4c5083663ec6b32ce570d] <==
I1122 02:15:32.307358 1 main.go:301] handling current node
I1122 02:15:42.307570 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:15:42.307607 1 main.go:301] handling current node
I1122 02:15:52.307660 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:15:52.307693 1 main.go:301] handling current node
I1122 02:16:02.307900 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:16:02.308012 1 main.go:301] handling current node
I1122 02:16:12.307536 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:16:12.307569 1 main.go:301] handling current node
I1122 02:16:22.307555 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:16:22.307590 1 main.go:301] handling current node
I1122 02:16:32.307688 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:16:32.307722 1 main.go:301] handling current node
I1122 02:16:42.308024 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:16:42.308060 1 main.go:301] handling current node
I1122 02:16:52.307811 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:16:52.307845 1 main.go:301] handling current node
I1122 02:17:02.307391 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:17:02.307517 1 main.go:301] handling current node
I1122 02:17:12.307831 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:17:12.307868 1 main.go:301] handling current node
I1122 02:17:22.307581 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:17:22.307616 1 main.go:301] handling current node
I1122 02:17:32.308183 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:17:32.308216 1 main.go:301] handling current node
==> kindnet [ea4c811d633f9416cc76186715702e7d87cacf6fbf3c19adeb21fac7918a0280] <==
I1122 02:06:10.931454 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 02:06:10.935160 1 main.go:139] hostIP = 192.168.49.2
podIP = 192.168.49.2
I1122 02:06:10.935290 1 main.go:148] setting mtu 1500 for CNI
I1122 02:06:10.935302 1 main.go:178] kindnetd IP family: "ipv4"
I1122 02:06:10.935313 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T02:06:11Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 02:06:11.207939 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 02:06:11.207965 1 controller.go:381] "Waiting for informer caches to sync"
I1122 02:06:11.207975 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 02:06:11.208085 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1122 02:06:16.014582 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:kube-system:kindnet\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1122 02:06:16.014682 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:serviceaccount:kube-system:kindnet\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1122 02:06:16.014834 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:serviceaccount:kube-system:kindnet\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1122 02:06:16.014973 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: networkpolicies.networking.k8s.io is forbidden: User \"system:serviceaccount:kube-system:kindnet\" cannot list resource \"networkpolicies\" in API group \"networking.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
I1122 02:06:17.608600 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 02:06:17.608689 1 metrics.go:72] Registering metrics
I1122 02:06:17.608777 1 controller.go:711] "Syncing nftables rules"
I1122 02:06:21.154780 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:06:21.154837 1 main.go:301] handling current node
I1122 02:06:31.153706 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1122 02:06:31.153742 1 main.go:301] handling current node
==> kube-apiserver [8bbef11debca035e1fdffb75e5aa12b35d0fa2496f81caffb8cc8f5d61e7528f] <==
I1122 02:07:00.814976 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1122 02:07:00.815125 1 shared_informer.go:356] "Caches are synced" controller="configmaps"
I1122 02:07:00.815618 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1122 02:07:00.815917 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1122 02:07:00.816436 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1122 02:07:00.816508 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1122 02:07:00.830581 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1122 02:07:00.833841 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1122 02:07:00.839315 1 cache.go:39] Caches are synced for LocalAvailability controller
I1122 02:07:00.839648 1 cache.go:39] Caches are synced for autoregister controller
I1122 02:07:00.858559 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1122 02:07:00.874844 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1122 02:07:01.420390 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 02:07:02.275970 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
I1122 02:07:02.419838 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1122 02:07:02.495460 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1122 02:07:02.503239 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1122 02:07:04.267260 1 controller.go:667] quota admission added evaluator for: endpoints
I1122 02:07:04.417962 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1122 02:07:04.468565 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1122 02:07:19.826155 1 alloc.go:328] "allocated clusterIPs" service="default/invalid-svc" clusterIPs={"IPv4":"10.103.65.164"}
I1122 02:07:26.375150 1 alloc.go:328] "allocated clusterIPs" service="default/nginx-svc" clusterIPs={"IPv4":"10.96.158.26"}
I1122 02:07:36.095384 1 alloc.go:328] "allocated clusterIPs" service="default/hello-node-connect" clusterIPs={"IPv4":"10.106.213.191"}
I1122 02:07:53.674544 1 alloc.go:328] "allocated clusterIPs" service="default/hello-node" clusterIPs={"IPv4":"10.101.117.227"}
I1122 02:17:00.722204 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
==> kube-controller-manager [0ce907e6298316026ceaaff7534c41a44394c2f5db0b5f82774dc3b96dd7dedb] <==
I1122 02:07:03.961097 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrapproving"
I1122 02:07:03.961334 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1122 02:07:03.961649 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1122 02:07:03.963241 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1122 02:07:03.966790 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I1122 02:07:03.966817 1 shared_informer.go:356] "Caches are synced" controller="taint"
I1122 02:07:03.967001 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""
I1122 02:07:03.967717 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="functional-776464"
I1122 02:07:03.967780 1 node_lifecycle_controller.go:1067] "Controller detected that zone is now in new state" logger="node-lifecycle-controller" zone="" newState="Normal"
I1122 02:07:03.971793 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 02:07:03.971938 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1122 02:07:03.974931 1 shared_informer.go:356] "Caches are synced" controller="ReplicationController"
I1122 02:07:03.979138 1 shared_informer.go:349] "Waiting for caches to sync" controller="garbage collector"
I1122 02:07:03.988440 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1122 02:07:03.992884 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1122 02:07:03.995613 1 shared_informer.go:356] "Caches are synced" controller="ReplicaSet"
I1122 02:07:04.000180 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1122 02:07:04.002430 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1122 02:07:04.007528 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1122 02:07:04.010489 1 shared_informer.go:356] "Caches are synced" controller="cronjob"
I1122 02:07:04.011654 1 shared_informer.go:356] "Caches are synced" controller="TTL after finished"
I1122 02:07:04.065217 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 02:07:04.065251 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1122 02:07:04.065260 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1122 02:07:04.080235 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
==> kube-controller-manager [db7664a1a27e1d6965afb9b5cd2d6847c163d2b6095b8c72a0d5903f71409e21] <==
I1122 02:06:18.367293 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1122 02:06:18.367522 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1122 02:06:18.367582 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1122 02:06:18.369896 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1122 02:06:18.371275 1 shared_informer.go:356] "Caches are synced" controller="taint"
I1122 02:06:18.371408 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""
I1122 02:06:18.371903 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="functional-776464"
I1122 02:06:18.372014 1 node_lifecycle_controller.go:1067] "Controller detected that zone is now in new state" logger="node-lifecycle-controller" zone="" newState="Normal"
I1122 02:06:18.373511 1 shared_informer.go:356] "Caches are synced" controller="TTL after finished"
I1122 02:06:18.373605 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1122 02:06:18.374065 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 02:06:18.376340 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1122 02:06:18.378856 1 shared_informer.go:356] "Caches are synced" controller="ReplicationController"
I1122 02:06:18.387790 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 02:06:18.387876 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1122 02:06:18.387911 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1122 02:06:18.400666 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1122 02:06:18.404971 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1122 02:06:18.412191 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1122 02:06:18.415738 1 shared_informer.go:356] "Caches are synced" controller="GC"
I1122 02:06:18.415868 1 shared_informer.go:356] "Caches are synced" controller="legacy-service-account-token-cleaner"
I1122 02:06:18.415737 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1122 02:06:18.417057 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 02:06:18.426283 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 02:06:18.432562 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
==> kube-proxy [012ae0999698b8c7fd051fae160d1ddb2c49f32133dd5df103365efafee40e29] <==
I1122 02:06:14.012003 1 server_linux.go:53] "Using iptables proxy"
I1122 02:06:14.568104 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
E1122 02:06:16.031240 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes \"functional-776464\" is forbidden: User \"system:serviceaccount:kube-system:kube-proxy\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
I1122 02:06:17.458760 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 02:06:17.458799 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.49.2"]
E1122 02:06:17.458881 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 02:06:17.479074 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 02:06:17.479135 1 server_linux.go:132] "Using iptables Proxier"
I1122 02:06:17.483164 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 02:06:17.483478 1 server.go:527] "Version info" version="v1.34.1"
I1122 02:06:17.483502 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 02:06:17.484880 1 config.go:200] "Starting service config controller"
I1122 02:06:17.484905 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 02:06:17.484944 1 config.go:106] "Starting endpoint slice config controller"
I1122 02:06:17.484948 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 02:06:17.484959 1 config.go:403] "Starting serviceCIDR config controller"
I1122 02:06:17.484963 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 02:06:17.485635 1 config.go:309] "Starting node config controller"
I1122 02:06:17.485651 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 02:06:17.485658 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 02:06:17.585161 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1122 02:06:17.585228 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1122 02:06:17.585163 1 shared_informer.go:356] "Caches are synced" controller="service config"
==> kube-proxy [b939f034f40a112541c32db2b3a55c76f36c44ad17523c6ac66d6aef1d71f377] <==
I1122 02:07:02.850113 1 server_linux.go:53] "Using iptables proxy"
I1122 02:07:03.036613 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 02:07:03.137565 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 02:07:03.137605 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.49.2"]
E1122 02:07:03.137684 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 02:07:03.227646 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 02:07:03.227779 1 server_linux.go:132] "Using iptables Proxier"
I1122 02:07:03.239849 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 02:07:03.240209 1 server.go:527] "Version info" version="v1.34.1"
I1122 02:07:03.240426 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 02:07:03.241874 1 config.go:200] "Starting service config controller"
I1122 02:07:03.241943 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 02:07:03.241984 1 config.go:106] "Starting endpoint slice config controller"
I1122 02:07:03.242011 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 02:07:03.242046 1 config.go:403] "Starting serviceCIDR config controller"
I1122 02:07:03.242078 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 02:07:03.242806 1 config.go:309] "Starting node config controller"
I1122 02:07:03.242857 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 02:07:03.242886 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 02:07:03.342600 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 02:07:03.342631 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1122 02:07:03.342612 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
==> kube-scheduler [2e67a4b576207a05db09cef16c5f43e5c5f641640dc65bade1337e1b85411278] <==
I1122 02:06:13.866653 1 serving.go:386] Generated self-signed cert in-memory
I1122 02:06:16.431413 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1122 02:06:16.431447 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 02:06:16.438664 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1122 02:06:16.438843 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1122 02:06:16.438891 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1122 02:06:16.438943 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1122 02:06:16.440973 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:06:16.454313 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:06:16.445913 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 02:06:16.457423 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 02:06:16.540783 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1122 02:06:16.558105 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:06:16.563225 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 02:06:38.528667 1 secure_serving.go:259] Stopped listening on 127.0.0.1:10259
I1122 02:06:38.528690 1 server.go:263] "[graceful-termination] secure server has stopped listening"
I1122 02:06:38.528710 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I1122 02:06:38.528739 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 02:06:38.528758 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:06:38.528774 1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController
I1122 02:06:38.531510 1 server.go:265] "[graceful-termination] secure server is exiting"
E1122 02:06:38.531558 1 run.go:72] "command failed" err="finished without leader elect"
==> kube-scheduler [3fd53fba1c6ea19c18f350dc4a50cf67f578d7f956cc8041822d379db0b64a06] <==
I1122 02:06:59.664934 1 serving.go:386] Generated self-signed cert in-memory
I1122 02:07:01.007828 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1122 02:07:01.007938 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 02:07:01.037424 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1122 02:07:01.037519 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1122 02:07:01.037590 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:07:01.037606 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:07:01.037622 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 02:07:01.037633 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 02:07:01.039039 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1122 02:07:01.039339 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1122 02:07:01.137816 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 02:07:01.137831 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1122 02:07:01.137858 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Nov 22 02:14:49 functional-776464 kubelet[3877]: E1122 02:14:49.779071 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-gbxj6" podUID="80d464cd-f46e-4eb2-99c6-15d8cc4e4626"
Nov 22 02:15:00 functional-776464 kubelet[3877]: E1122 02:15:00.779121 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-wrrsd" podUID="e5e97084-ce64-46c4-b875-0d8b3c60d07a"
Nov 22 02:15:03 functional-776464 kubelet[3877]: E1122 02:15:03.778205 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-gbxj6" podUID="80d464cd-f46e-4eb2-99c6-15d8cc4e4626"
Nov 22 02:15:11 functional-776464 kubelet[3877]: E1122 02:15:11.778516 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-wrrsd" podUID="e5e97084-ce64-46c4-b875-0d8b3c60d07a"
Nov 22 02:15:17 functional-776464 kubelet[3877]: E1122 02:15:17.778386 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-gbxj6" podUID="80d464cd-f46e-4eb2-99c6-15d8cc4e4626"
Nov 22 02:15:23 functional-776464 kubelet[3877]: E1122 02:15:23.778969 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-wrrsd" podUID="e5e97084-ce64-46c4-b875-0d8b3c60d07a"
Nov 22 02:15:28 functional-776464 kubelet[3877]: E1122 02:15:28.779099 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-gbxj6" podUID="80d464cd-f46e-4eb2-99c6-15d8cc4e4626"
Nov 22 02:15:37 functional-776464 kubelet[3877]: E1122 02:15:37.778536 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-wrrsd" podUID="e5e97084-ce64-46c4-b875-0d8b3c60d07a"
Nov 22 02:15:41 functional-776464 kubelet[3877]: E1122 02:15:41.779325 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-gbxj6" podUID="80d464cd-f46e-4eb2-99c6-15d8cc4e4626"
Nov 22 02:15:50 functional-776464 kubelet[3877]: E1122 02:15:50.778892 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-wrrsd" podUID="e5e97084-ce64-46c4-b875-0d8b3c60d07a"
Nov 22 02:15:54 functional-776464 kubelet[3877]: E1122 02:15:54.780266 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-gbxj6" podUID="80d464cd-f46e-4eb2-99c6-15d8cc4e4626"
Nov 22 02:16:03 functional-776464 kubelet[3877]: E1122 02:16:03.778918 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-wrrsd" podUID="e5e97084-ce64-46c4-b875-0d8b3c60d07a"
Nov 22 02:16:05 functional-776464 kubelet[3877]: E1122 02:16:05.778275 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-gbxj6" podUID="80d464cd-f46e-4eb2-99c6-15d8cc4e4626"
Nov 22 02:16:18 functional-776464 kubelet[3877]: E1122 02:16:18.779174 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-wrrsd" podUID="e5e97084-ce64-46c4-b875-0d8b3c60d07a"
Nov 22 02:16:19 functional-776464 kubelet[3877]: E1122 02:16:19.778945 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-gbxj6" podUID="80d464cd-f46e-4eb2-99c6-15d8cc4e4626"
Nov 22 02:16:32 functional-776464 kubelet[3877]: E1122 02:16:32.779042 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-wrrsd" podUID="e5e97084-ce64-46c4-b875-0d8b3c60d07a"
Nov 22 02:16:33 functional-776464 kubelet[3877]: E1122 02:16:33.779001 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-gbxj6" podUID="80d464cd-f46e-4eb2-99c6-15d8cc4e4626"
Nov 22 02:16:45 functional-776464 kubelet[3877]: E1122 02:16:45.779157 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-wrrsd" podUID="e5e97084-ce64-46c4-b875-0d8b3c60d07a"
Nov 22 02:16:47 functional-776464 kubelet[3877]: E1122 02:16:47.778984 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-gbxj6" podUID="80d464cd-f46e-4eb2-99c6-15d8cc4e4626"
Nov 22 02:16:59 functional-776464 kubelet[3877]: E1122 02:16:59.778941 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-gbxj6" podUID="80d464cd-f46e-4eb2-99c6-15d8cc4e4626"
Nov 22 02:17:00 functional-776464 kubelet[3877]: E1122 02:17:00.780533 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-wrrsd" podUID="e5e97084-ce64-46c4-b875-0d8b3c60d07a"
Nov 22 02:17:14 functional-776464 kubelet[3877]: E1122 02:17:14.778552 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-wrrsd" podUID="e5e97084-ce64-46c4-b875-0d8b3c60d07a"
Nov 22 02:17:14 functional-776464 kubelet[3877]: E1122 02:17:14.779022 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-gbxj6" podUID="80d464cd-f46e-4eb2-99c6-15d8cc4e4626"
Nov 22 02:17:27 functional-776464 kubelet[3877]: E1122 02:17:27.778823 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-wrrsd" podUID="e5e97084-ce64-46c4-b875-0d8b3c60d07a"
Nov 22 02:17:28 functional-776464 kubelet[3877]: E1122 02:17:28.783426 3877 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-gbxj6" podUID="80d464cd-f46e-4eb2-99c6-15d8cc4e4626"
==> storage-provisioner [338a37abb3f80a76f42948d349f661fe696ff8cf622c78f3f4cd7c7e48c0ebe9] <==
W1122 02:17:14.261418 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:16.264448 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:16.270932 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:18.273497 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:18.280097 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:20.282842 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:20.287508 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:22.290141 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:22.296911 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:24.300041 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:24.306543 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:26.310527 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:26.317247 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:28.320235 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:28.324562 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:30.328294 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:30.333366 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:32.337020 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:32.344379 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:34.347480 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:34.351942 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:36.355371 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:36.360282 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:38.364655 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:17:38.372671 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
==> storage-provisioner [b7f9babe21106f6d6e09cde5cf24948015c00b9639223809ec54b35ecb72df0f] <==
I1122 02:06:23.587086 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1122 02:06:23.600032 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1122 02:06:23.600099 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1122 02:06:23.602439 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:06:27.057545 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:06:31.318218 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:06:34.916717 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 02:06:37.971320 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p functional-776464 -n functional-776464
helpers_test.go:269: (dbg) Run: kubectl --context functional-776464 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:280: non-running pods: hello-node-75c85bcc94-gbxj6 hello-node-connect-7d85dfc575-wrrsd
helpers_test.go:282: ======> post-mortem[TestFunctional/parallel/ServiceCmdConnect]: describe non-running pods <======
helpers_test.go:285: (dbg) Run: kubectl --context functional-776464 describe pod hello-node-75c85bcc94-gbxj6 hello-node-connect-7d85dfc575-wrrsd
helpers_test.go:290: (dbg) kubectl --context functional-776464 describe pod hello-node-75c85bcc94-gbxj6 hello-node-connect-7d85dfc575-wrrsd:
-- stdout --
Name: hello-node-75c85bcc94-gbxj6
Namespace: default
Priority: 0
Service Account: default
Node: functional-776464/192.168.49.2
Start Time: Sat, 22 Nov 2025 02:07:53 +0000
Labels: app=hello-node
pod-template-hash=75c85bcc94
Annotations: <none>
Status: Pending
IP: 10.244.0.8
IPs:
IP: 10.244.0.8
Controlled By: ReplicaSet/hello-node-75c85bcc94
Containers:
echo-server:
Container ID:
Image: kicbase/echo-server
Image ID:
Port: <none>
Host Port: <none>
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-rwjts (ro)
Conditions:
Type Status
PodReadyToStartContainers True
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-rwjts:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
Optional: false
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 9m45s default-scheduler Successfully assigned default/hello-node-75c85bcc94-gbxj6 to functional-776464
Normal Pulling 6m59s (x5 over 9m46s) kubelet Pulling image "kicbase/echo-server"
Warning Failed 6m59s (x5 over 9m46s) kubelet Failed to pull image "kicbase/echo-server": short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list
Warning Failed 6m59s (x5 over 9m46s) kubelet Error: ErrImagePull
Normal BackOff 4m39s (x21 over 9m45s) kubelet Back-off pulling image "kicbase/echo-server"
Warning Failed 4m39s (x21 over 9m45s) kubelet Error: ImagePullBackOff
Name: hello-node-connect-7d85dfc575-wrrsd
Namespace: default
Priority: 0
Service Account: default
Node: functional-776464/192.168.49.2
Start Time: Sat, 22 Nov 2025 02:07:35 +0000
Labels: app=hello-node-connect
pod-template-hash=7d85dfc575
Annotations: <none>
Status: Pending
IP: 10.244.0.6
IPs:
IP: 10.244.0.6
Controlled By: ReplicaSet/hello-node-connect-7d85dfc575
Containers:
echo-server:
Container ID:
Image: kicbase/echo-server
Image ID:
Port: <none>
Host Port: <none>
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-sd45r (ro)
Conditions:
Type Status
PodReadyToStartContainers True
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-sd45r:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
Optional: false
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 10m default-scheduler Successfully assigned default/hello-node-connect-7d85dfc575-wrrsd to functional-776464
Normal Pulling 7m17s (x5 over 10m) kubelet Pulling image "kicbase/echo-server"
Warning Failed 7m17s (x5 over 10m) kubelet Failed to pull image "kicbase/echo-server": short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list
Warning Failed 7m17s (x5 over 10m) kubelet Error: ErrImagePull
Normal BackOff 1s (x42 over 10m) kubelet Back-off pulling image "kicbase/echo-server"
Warning Failed 1s (x42 over 10m) kubelet Error: ImagePullBackOff
-- /stdout --
helpers_test.go:293: <<< TestFunctional/parallel/ServiceCmdConnect FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestFunctional/parallel/ServiceCmdConnect (603.61s)
=== RUN TestFunctional/parallel/ServiceCmd/DeployApp
functional_test.go:1451: (dbg) Run: kubectl --context functional-776464 create deployment hello-node --image kicbase/echo-server
functional_test.go:1455: (dbg) Run: kubectl --context functional-776464 expose deployment hello-node --type=NodePort --port=8080
functional_test.go:1460: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: waiting 10m0s for pods matching "app=hello-node" in namespace "default" ...
helpers_test.go:352: "hello-node-75c85bcc94-gbxj6" [80d464cd-f46e-4eb2-99c6-15d8cc4e4626] Pending / Ready:ContainersNotReady (containers with unready status: [echo-server]) / ContainersReady:ContainersNotReady (containers with unready status: [echo-server])
E1122 02:08:09.883441 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:10:26.014047 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:10:53.725002 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:15:26.013810 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:337: TestFunctional/parallel/ServiceCmd/DeployApp: WARNING: pod list for "default" "app=hello-node" returned: client rate limiter Wait returned an error: context deadline exceeded
functional_test.go:1460: ***** TestFunctional/parallel/ServiceCmd/DeployApp: pod "app=hello-node" failed to start within 10m0s: context deadline exceeded ****
functional_test.go:1460: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p functional-776464 -n functional-776464
functional_test.go:1460: TestFunctional/parallel/ServiceCmd/DeployApp: showing logs for failed pods as of 2025-11-22 02:17:54.124116702 +0000 UTC m=+1289.728206644
functional_test.go:1460: (dbg) Run: kubectl --context functional-776464 describe po hello-node-75c85bcc94-gbxj6 -n default
functional_test.go:1460: (dbg) kubectl --context functional-776464 describe po hello-node-75c85bcc94-gbxj6 -n default:
Name: hello-node-75c85bcc94-gbxj6
Namespace: default
Priority: 0
Service Account: default
Node: functional-776464/192.168.49.2
Start Time: Sat, 22 Nov 2025 02:07:53 +0000
Labels: app=hello-node
pod-template-hash=75c85bcc94
Annotations: <none>
Status: Pending
IP: 10.244.0.8
IPs:
IP: 10.244.0.8
Controlled By: ReplicaSet/hello-node-75c85bcc94
Containers:
echo-server:
Container ID:
Image: kicbase/echo-server
Image ID:
Port: <none>
Host Port: <none>
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-rwjts (ro)
Conditions:
Type Status
PodReadyToStartContainers True
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-rwjts:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
Optional: false
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 10m default-scheduler Successfully assigned default/hello-node-75c85bcc94-gbxj6 to functional-776464
Normal Pulling 7m14s (x5 over 10m) kubelet Pulling image "kicbase/echo-server"
Warning Failed 7m14s (x5 over 10m) kubelet Failed to pull image "kicbase/echo-server": short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list
Warning Failed 7m14s (x5 over 10m) kubelet Error: ErrImagePull
Normal BackOff 4m54s (x21 over 10m) kubelet Back-off pulling image "kicbase/echo-server"
Warning Failed 4m54s (x21 over 10m) kubelet Error: ImagePullBackOff
functional_test.go:1460: (dbg) Run: kubectl --context functional-776464 logs hello-node-75c85bcc94-gbxj6 -n default
functional_test.go:1460: (dbg) Non-zero exit: kubectl --context functional-776464 logs hello-node-75c85bcc94-gbxj6 -n default: exit status 1 (131.263323ms)
** stderr **
Error from server (BadRequest): container "echo-server" in pod "hello-node-75c85bcc94-gbxj6" is waiting to start: trying and failing to pull image
** /stderr **
functional_test.go:1460: kubectl --context functional-776464 logs hello-node-75c85bcc94-gbxj6 -n default: exit status 1
functional_test.go:1461: failed waiting for hello-node pod: app=hello-node within 10m0s: context deadline exceeded
--- FAIL: TestFunctional/parallel/ServiceCmd/DeployApp (600.93s)
=== RUN TestFunctional/parallel/ServiceCmd/HTTPS
functional_test.go:1519: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 service --namespace=default --https --url hello-node
functional_test.go:1519: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-776464 service --namespace=default --https --url hello-node: exit status 115 (437.718423ms)
-- stdout --
https://192.168.49.2:32732
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service hello-node found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_3af0dd3f106bd0c134df3d834cbdbb288a06d35d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:1521: failed to get service url. args "out/minikube-linux-arm64 -p functional-776464 service --namespace=default --https --url hello-node" : exit status 115
--- FAIL: TestFunctional/parallel/ServiceCmd/HTTPS (0.44s)
=== RUN TestFunctional/parallel/ServiceCmd/Format
functional_test.go:1550: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 service hello-node --url --format={{.IP}}
functional_test.go:1550: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-776464 service hello-node --url --format={{.IP}}: exit status 115 (475.795212ms)
-- stdout --
192.168.49.2
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service hello-node found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_7cc4328ee572bf2be3730700e5bda4ff5ee9066f_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:1552: failed to get service url with custom format. args "out/minikube-linux-arm64 -p functional-776464 service hello-node --url --format={{.IP}}": exit status 115
--- FAIL: TestFunctional/parallel/ServiceCmd/Format (0.48s)
=== RUN TestFunctional/parallel/ServiceCmd/URL
functional_test.go:1569: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 service hello-node --url
functional_test.go:1569: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-776464 service hello-node --url: exit status 115 (442.987216ms)
-- stdout --
http://192.168.49.2:32732
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service hello-node found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_7cc4328ee572bf2be3730700e5bda4ff5ee9066f_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:1571: failed to get service url. args: "out/minikube-linux-arm64 -p functional-776464 service hello-node --url": exit status 115
functional_test.go:1575: found endpoint for hello-node: http://192.168.49.2:32732
--- FAIL: TestFunctional/parallel/ServiceCmd/URL (0.44s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadDaemon
functional_test.go:370: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 image load --daemon kicbase/echo-server:functional-776464 --alsologtostderr
functional_test.go:370: (dbg) Done: out/minikube-linux-arm64 -p functional-776464 image load --daemon kicbase/echo-server:functional-776464 --alsologtostderr: (1.235125515s)
functional_test.go:466: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 image ls
functional_test.go:461: expected "kicbase/echo-server:functional-776464" to be loaded into minikube but the image is not there
--- FAIL: TestFunctional/parallel/ImageCommands/ImageLoadDaemon (1.52s)
=== RUN TestFunctional/parallel/ImageCommands/ImageReloadDaemon
functional_test.go:380: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 image load --daemon kicbase/echo-server:functional-776464 --alsologtostderr
functional_test.go:466: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 image ls
functional_test.go:461: expected "kicbase/echo-server:functional-776464" to be loaded into minikube but the image is not there
--- FAIL: TestFunctional/parallel/ImageCommands/ImageReloadDaemon (1.00s)
=== RUN TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon
functional_test.go:250: (dbg) Run: docker pull kicbase/echo-server:latest
2025/11/22 02:18:06 [DEBUG] GET http://127.0.0.1:36195/api/v1/namespaces/kubernetes-dashboard/services/http:kubernetes-dashboard:/proxy/
functional_test.go:255: (dbg) Run: docker tag kicbase/echo-server:latest kicbase/echo-server:functional-776464
functional_test.go:260: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 image load --daemon kicbase/echo-server:functional-776464 --alsologtostderr
functional_test.go:466: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 image ls
functional_test.go:461: expected "kicbase/echo-server:functional-776464" to be loaded into minikube but the image is not there
--- FAIL: TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon (1.43s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveToFile
functional_test.go:395: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 image save kicbase/echo-server:functional-776464 /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar --alsologtostderr
functional_test.go:401: expected "/home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar" to exist after `image save`, but doesn't exist
--- FAIL: TestFunctional/parallel/ImageCommands/ImageSaveToFile (0.41s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadFromFile
functional_test.go:424: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 image load /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar --alsologtostderr
functional_test.go:426: loading image into minikube from file: <nil>
** stderr **
I1122 02:18:08.826152 32383 out.go:360] Setting OutFile to fd 1 ...
I1122 02:18:08.828368 32383 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:18:08.828430 32383 out.go:374] Setting ErrFile to fd 2...
I1122 02:18:08.828454 32383 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:18:08.828768 32383 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:18:08.830331 32383 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:18:08.830506 32383 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:18:08.831029 32383 cli_runner.go:164] Run: docker container inspect functional-776464 --format={{.State.Status}}
I1122 02:18:08.850533 32383 ssh_runner.go:195] Run: systemctl --version
I1122 02:18:08.850595 32383 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-776464
I1122 02:18:08.898033 32383 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/functional-776464/id_rsa Username:docker}
I1122 02:18:09.002467 32383 cache_images.go:291] Loading image from: /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar
W1122 02:18:09.002535 32383 cache_images.go:255] Failed to load cached images for "functional-776464": loading images: stat /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar: no such file or directory
I1122 02:18:09.002553 32383 cache_images.go:267] failed pushing to: functional-776464
** /stderr **
--- FAIL: TestFunctional/parallel/ImageCommands/ImageLoadFromFile (0.29s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveDaemon
functional_test.go:434: (dbg) Run: docker rmi kicbase/echo-server:functional-776464
functional_test.go:439: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 image save --daemon kicbase/echo-server:functional-776464 --alsologtostderr
functional_test.go:447: (dbg) Run: docker image inspect localhost/kicbase/echo-server:functional-776464
functional_test.go:447: (dbg) Non-zero exit: docker image inspect localhost/kicbase/echo-server:functional-776464: exit status 1 (18.019021ms)
-- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: No such image: localhost/kicbase/echo-server:functional-776464
** /stderr **
functional_test.go:449: expected image to be loaded into Docker, but image was not found: exit status 1
-- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: No such image: localhost/kicbase/echo-server:functional-776464
** /stderr **
--- FAIL: TestFunctional/parallel/ImageCommands/ImageSaveDaemon (0.45s)
=== RUN TestJSONOutput/pause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 pause -p json-output-381611 --output=json --user=testUser
json_output_test.go:63: (dbg) Non-zero exit: out/minikube-linux-arm64 pause -p json-output-381611 --output=json --user=testUser: exit status 80 (1.671067086s)
-- stdout --
{"specversion":"1.0","id":"e9073cc9-3e7b-453a-b2a9-c99ee1c3dfaa","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"Pausing node json-output-381611 ...","name":"Pausing","totalsteps":"1"}}
{"specversion":"1.0","id":"681b359e-e6a3-4e3d-a129-29d27809fc44","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"80","issues":"","message":"Pause: list running: runc: sudo runc list -f json: Process exited with status 1\nstdout:\n\nstderr:\ntime=\"2025-11-22T02:31:15Z\" level=error msg=\"open /run/runc: no such file or directory\"","name":"GUEST_PAUSE","url":""}}
{"specversion":"1.0","id":"2f7d8449-3b4e-45bb-9b73-7e05980d5766","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│ │\n│ If the above advice does not help, please let us know: │\n│ https://github.com/kubernetes/minikube/issues/new/choose │\n│ │\n│ Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │\n│ Please also attach the following f
ile to the GitHub issue: │\n│ - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │\n│ │\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}
-- /stdout --
json_output_test.go:65: failed to clean up: args "out/minikube-linux-arm64 pause -p json-output-381611 --output=json --user=testUser": exit status 80
--- FAIL: TestJSONOutput/pause/Command (1.67s)
=== RUN TestJSONOutput/unpause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 unpause -p json-output-381611 --output=json --user=testUser
json_output_test.go:63: (dbg) Non-zero exit: out/minikube-linux-arm64 unpause -p json-output-381611 --output=json --user=testUser: exit status 80 (1.732896293s)
-- stdout --
{"specversion":"1.0","id":"8d95a3f8-98ac-4801-9d2d-bdd48e206e02","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"Unpausing node json-output-381611 ...","name":"Unpausing","totalsteps":"1"}}
{"specversion":"1.0","id":"c0099961-6b59-430b-b514-a17d738080b4","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"80","issues":"","message":"Pause: list paused: runc: sudo runc list -f json: Process exited with status 1\nstdout:\n\nstderr:\ntime=\"2025-11-22T02:31:17Z\" level=error msg=\"open /run/runc: no such file or directory\"","name":"GUEST_UNPAUSE","url":""}}
{"specversion":"1.0","id":"2b192dd5-9102-4a8b-8c11-1f203599a03f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│ │\n│ If the above advice does not help, please let us know: │\n│ https://github.com/kubernetes/minikube/issues/new/choose │\n│ │\n│ Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │\n│ Please also attach the following f
ile to the GitHub issue: │\n│ - /tmp/minikube_unpause_85c908ac827001a7ced33feb0caf7da086d17584_0.log │\n│ │\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}
-- /stdout --
json_output_test.go:65: failed to clean up: args "out/minikube-linux-arm64 unpause -p json-output-381611 --output=json --user=testUser": exit status 80
--- FAIL: TestJSONOutput/unpause/Command (1.73s)
=== RUN TestPause/serial/Pause
pause_test.go:110: (dbg) Run: out/minikube-linux-arm64 pause -p pause-325874 --alsologtostderr -v=5
E1122 02:55:28.976124 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
pause_test.go:110: (dbg) Non-zero exit: out/minikube-linux-arm64 pause -p pause-325874 --alsologtostderr -v=5: exit status 80 (2.376788977s)
-- stdout --
* Pausing node pause-325874 ...
-- /stdout --
** stderr **
I1122 02:55:27.859176 166410 out.go:360] Setting OutFile to fd 1 ...
I1122 02:55:27.860139 166410 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:55:27.860178 166410 out.go:374] Setting ErrFile to fd 2...
I1122 02:55:27.860206 166410 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:55:27.860492 166410 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:55:27.860824 166410 out.go:368] Setting JSON to false
I1122 02:55:27.860874 166410 mustload.go:66] Loading cluster: pause-325874
I1122 02:55:27.861346 166410 config.go:182] Loaded profile config "pause-325874": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:55:27.861905 166410 cli_runner.go:164] Run: docker container inspect pause-325874 --format={{.State.Status}}
I1122 02:55:27.900510 166410 host.go:66] Checking if "pause-325874" exists ...
I1122 02:55:27.900866 166410 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 02:55:28.006238 166410 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:51 OomKillDisable:true NGoroutines:62 SystemTime:2025-11-22 02:55:27.992798108 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 02:55:28.006985 166410 pause.go:60] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/21924/minikube-v1.37.0-1763503576-21924-arm64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1763503576-21924/minikube-v1.37.0-1763503576-21924-arm64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1763503576-21924-arm64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) profile:pause-325874 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(bool=true) wantupdatenotification:%!s(bool=true) want
virtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1122 02:55:28.011000 166410 out.go:179] * Pausing node pause-325874 ...
I1122 02:55:28.014113 166410 host.go:66] Checking if "pause-325874" exists ...
I1122 02:55:28.014457 166410 ssh_runner.go:195] Run: systemctl --version
I1122 02:55:28.014503 166410 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:55:28.044755 166410 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33023 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/pause-325874/id_rsa Username:docker}
I1122 02:55:28.161582 166410 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 02:55:28.182662 166410 pause.go:52] kubelet running: true
I1122 02:55:28.182738 166410 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 02:55:28.449778 166410 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 02:55:28.449866 166410 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 02:55:28.519041 166410 cri.go:89] found id: "f7033de53deddf512545fd2a634c2796e281b4aa1e67b083c3078ccfe14aa210"
I1122 02:55:28.519064 166410 cri.go:89] found id: "09344d85a63578198b519bcd84648fab9466633677a67c80750f7f81d941f54f"
I1122 02:55:28.519070 166410 cri.go:89] found id: "4a56ae5774812ef2300797c7cfaa5caab33f67ac19553884e9158500dd5120db"
I1122 02:55:28.519073 166410 cri.go:89] found id: "8737b55ceb112acdce2cde865d80613cbe3cddcd83a868c6c5b175e1ff6f1d9f"
I1122 02:55:28.519076 166410 cri.go:89] found id: "e415bf057ce827214cc3302a4d7643f70507c4633eea32d7ab1624de6d50ceba"
I1122 02:55:28.519080 166410 cri.go:89] found id: "5e99931e001b6318d3ffa821fef083615dd84a5091c47046f40403dd9c22da6d"
I1122 02:55:28.519083 166410 cri.go:89] found id: "600cbf89f708404da29000a6b13cd90ab9ee6413faa9e346b29bb81ca6f60e94"
I1122 02:55:28.519086 166410 cri.go:89] found id: "654037337ca3aa56350ce8c1af1aa0a1e5615f60e621d39e95f2d3948ff126bd"
I1122 02:55:28.519089 166410 cri.go:89] found id: "48f056a4e4458f0e2dbde261b645a7a985e0d5973255db5a51e8b0b8f8b161c4"
I1122 02:55:28.519099 166410 cri.go:89] found id: "9834dbe07da54298e6b464828b3201a8c79d128cf7dd8fb7363af62fdc73d53e"
I1122 02:55:28.519103 166410 cri.go:89] found id: "a5bbb9d54a6ad27c306aa66f8f626bb8d1cceca4b0f6619391efc2716363e94b"
I1122 02:55:28.519107 166410 cri.go:89] found id: "0f7b526f630b2d2ca9a134756517eb12a78f5cdd5ca7bd5b8f40e54c4ff4f893"
I1122 02:55:28.519110 166410 cri.go:89] found id: "240dc6b95aa5f95436b100bb37f4791b07ee84326aba011e69964e11391a9fd6"
I1122 02:55:28.519114 166410 cri.go:89] found id: "a9f23fb921137a7adf21c1c0feba63dc91876e001f9567f2e712504915c90e30"
I1122 02:55:28.519118 166410 cri.go:89] found id: ""
I1122 02:55:28.519166 166410 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:55:28.530000 166410 retry.go:31] will retry after 167.409001ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:55:28Z" level=error msg="open /run/runc: no such file or directory"
I1122 02:55:28.698455 166410 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 02:55:28.711870 166410 pause.go:52] kubelet running: false
I1122 02:55:28.711949 166410 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 02:55:28.864327 166410 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 02:55:28.864409 166410 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 02:55:28.932582 166410 cri.go:89] found id: "f7033de53deddf512545fd2a634c2796e281b4aa1e67b083c3078ccfe14aa210"
I1122 02:55:28.932615 166410 cri.go:89] found id: "09344d85a63578198b519bcd84648fab9466633677a67c80750f7f81d941f54f"
I1122 02:55:28.932624 166410 cri.go:89] found id: "4a56ae5774812ef2300797c7cfaa5caab33f67ac19553884e9158500dd5120db"
I1122 02:55:28.932629 166410 cri.go:89] found id: "8737b55ceb112acdce2cde865d80613cbe3cddcd83a868c6c5b175e1ff6f1d9f"
I1122 02:55:28.932633 166410 cri.go:89] found id: "e415bf057ce827214cc3302a4d7643f70507c4633eea32d7ab1624de6d50ceba"
I1122 02:55:28.932636 166410 cri.go:89] found id: "5e99931e001b6318d3ffa821fef083615dd84a5091c47046f40403dd9c22da6d"
I1122 02:55:28.932640 166410 cri.go:89] found id: "600cbf89f708404da29000a6b13cd90ab9ee6413faa9e346b29bb81ca6f60e94"
I1122 02:55:28.932643 166410 cri.go:89] found id: "654037337ca3aa56350ce8c1af1aa0a1e5615f60e621d39e95f2d3948ff126bd"
I1122 02:55:28.932646 166410 cri.go:89] found id: "48f056a4e4458f0e2dbde261b645a7a985e0d5973255db5a51e8b0b8f8b161c4"
I1122 02:55:28.932652 166410 cri.go:89] found id: "9834dbe07da54298e6b464828b3201a8c79d128cf7dd8fb7363af62fdc73d53e"
I1122 02:55:28.932655 166410 cri.go:89] found id: "a5bbb9d54a6ad27c306aa66f8f626bb8d1cceca4b0f6619391efc2716363e94b"
I1122 02:55:28.932659 166410 cri.go:89] found id: "0f7b526f630b2d2ca9a134756517eb12a78f5cdd5ca7bd5b8f40e54c4ff4f893"
I1122 02:55:28.932663 166410 cri.go:89] found id: "240dc6b95aa5f95436b100bb37f4791b07ee84326aba011e69964e11391a9fd6"
I1122 02:55:28.932666 166410 cri.go:89] found id: "a9f23fb921137a7adf21c1c0feba63dc91876e001f9567f2e712504915c90e30"
I1122 02:55:28.932674 166410 cri.go:89] found id: ""
I1122 02:55:28.932724 166410 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:55:28.944822 166410 retry.go:31] will retry after 229.386472ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:55:28Z" level=error msg="open /run/runc: no such file or directory"
I1122 02:55:29.175277 166410 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 02:55:29.190602 166410 pause.go:52] kubelet running: false
I1122 02:55:29.190697 166410 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 02:55:29.326317 166410 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 02:55:29.326397 166410 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 02:55:29.392165 166410 cri.go:89] found id: "f7033de53deddf512545fd2a634c2796e281b4aa1e67b083c3078ccfe14aa210"
I1122 02:55:29.392189 166410 cri.go:89] found id: "09344d85a63578198b519bcd84648fab9466633677a67c80750f7f81d941f54f"
I1122 02:55:29.392195 166410 cri.go:89] found id: "4a56ae5774812ef2300797c7cfaa5caab33f67ac19553884e9158500dd5120db"
I1122 02:55:29.392199 166410 cri.go:89] found id: "8737b55ceb112acdce2cde865d80613cbe3cddcd83a868c6c5b175e1ff6f1d9f"
I1122 02:55:29.392202 166410 cri.go:89] found id: "e415bf057ce827214cc3302a4d7643f70507c4633eea32d7ab1624de6d50ceba"
I1122 02:55:29.392206 166410 cri.go:89] found id: "5e99931e001b6318d3ffa821fef083615dd84a5091c47046f40403dd9c22da6d"
I1122 02:55:29.392209 166410 cri.go:89] found id: "600cbf89f708404da29000a6b13cd90ab9ee6413faa9e346b29bb81ca6f60e94"
I1122 02:55:29.392212 166410 cri.go:89] found id: "654037337ca3aa56350ce8c1af1aa0a1e5615f60e621d39e95f2d3948ff126bd"
I1122 02:55:29.392215 166410 cri.go:89] found id: "48f056a4e4458f0e2dbde261b645a7a985e0d5973255db5a51e8b0b8f8b161c4"
I1122 02:55:29.392221 166410 cri.go:89] found id: "9834dbe07da54298e6b464828b3201a8c79d128cf7dd8fb7363af62fdc73d53e"
I1122 02:55:29.392224 166410 cri.go:89] found id: "a5bbb9d54a6ad27c306aa66f8f626bb8d1cceca4b0f6619391efc2716363e94b"
I1122 02:55:29.392228 166410 cri.go:89] found id: "0f7b526f630b2d2ca9a134756517eb12a78f5cdd5ca7bd5b8f40e54c4ff4f893"
I1122 02:55:29.392231 166410 cri.go:89] found id: "240dc6b95aa5f95436b100bb37f4791b07ee84326aba011e69964e11391a9fd6"
I1122 02:55:29.392236 166410 cri.go:89] found id: "a9f23fb921137a7adf21c1c0feba63dc91876e001f9567f2e712504915c90e30"
I1122 02:55:29.392242 166410 cri.go:89] found id: ""
I1122 02:55:29.392290 166410 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:55:29.402643 166410 retry.go:31] will retry after 393.297199ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:55:29Z" level=error msg="open /run/runc: no such file or directory"
I1122 02:55:29.796174 166410 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 02:55:29.808633 166410 pause.go:52] kubelet running: false
I1122 02:55:29.808706 166410 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 02:55:29.955099 166410 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 02:55:29.955176 166410 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 02:55:30.088046 166410 cri.go:89] found id: "f7033de53deddf512545fd2a634c2796e281b4aa1e67b083c3078ccfe14aa210"
I1122 02:55:30.088084 166410 cri.go:89] found id: "09344d85a63578198b519bcd84648fab9466633677a67c80750f7f81d941f54f"
I1122 02:55:30.088089 166410 cri.go:89] found id: "4a56ae5774812ef2300797c7cfaa5caab33f67ac19553884e9158500dd5120db"
I1122 02:55:30.088092 166410 cri.go:89] found id: "8737b55ceb112acdce2cde865d80613cbe3cddcd83a868c6c5b175e1ff6f1d9f"
I1122 02:55:30.088096 166410 cri.go:89] found id: "e415bf057ce827214cc3302a4d7643f70507c4633eea32d7ab1624de6d50ceba"
I1122 02:55:30.088100 166410 cri.go:89] found id: "5e99931e001b6318d3ffa821fef083615dd84a5091c47046f40403dd9c22da6d"
I1122 02:55:30.088104 166410 cri.go:89] found id: "600cbf89f708404da29000a6b13cd90ab9ee6413faa9e346b29bb81ca6f60e94"
I1122 02:55:30.088108 166410 cri.go:89] found id: "654037337ca3aa56350ce8c1af1aa0a1e5615f60e621d39e95f2d3948ff126bd"
I1122 02:55:30.088111 166410 cri.go:89] found id: "48f056a4e4458f0e2dbde261b645a7a985e0d5973255db5a51e8b0b8f8b161c4"
I1122 02:55:30.088117 166410 cri.go:89] found id: "9834dbe07da54298e6b464828b3201a8c79d128cf7dd8fb7363af62fdc73d53e"
I1122 02:55:30.088121 166410 cri.go:89] found id: "a5bbb9d54a6ad27c306aa66f8f626bb8d1cceca4b0f6619391efc2716363e94b"
I1122 02:55:30.088123 166410 cri.go:89] found id: "0f7b526f630b2d2ca9a134756517eb12a78f5cdd5ca7bd5b8f40e54c4ff4f893"
I1122 02:55:30.088126 166410 cri.go:89] found id: "240dc6b95aa5f95436b100bb37f4791b07ee84326aba011e69964e11391a9fd6"
I1122 02:55:30.088135 166410 cri.go:89] found id: "a9f23fb921137a7adf21c1c0feba63dc91876e001f9567f2e712504915c90e30"
I1122 02:55:30.088138 166410 cri.go:89] found id: ""
I1122 02:55:30.088197 166410 ssh_runner.go:195] Run: sudo runc list -f json
I1122 02:55:30.132345 166410 out.go:203]
W1122 02:55:30.135545 166410 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:55:30Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:55:30Z" level=error msg="open /run/runc: no such file or directory"
W1122 02:55:30.135577 166410 out.go:285] *
*
W1122 02:55:30.140550 166410 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 02:55:30.142852 166410 out.go:203]
** /stderr **
pause_test.go:112: failed to pause minikube with args: "out/minikube-linux-arm64 pause -p pause-325874 --alsologtostderr -v=5" : exit status 80
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestPause/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestPause/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect pause-325874
helpers_test.go:243: (dbg) docker inspect pause-325874:
-- stdout --
[
{
"Id": "590efdfe3d3e80bf856264816823cf0d59126d3dc49aa8f688770f77daf6221f",
"Created": "2025-11-22T02:53:39.649515973Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 160338,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T02:53:39.736002519Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/590efdfe3d3e80bf856264816823cf0d59126d3dc49aa8f688770f77daf6221f/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/590efdfe3d3e80bf856264816823cf0d59126d3dc49aa8f688770f77daf6221f/hostname",
"HostsPath": "/var/lib/docker/containers/590efdfe3d3e80bf856264816823cf0d59126d3dc49aa8f688770f77daf6221f/hosts",
"LogPath": "/var/lib/docker/containers/590efdfe3d3e80bf856264816823cf0d59126d3dc49aa8f688770f77daf6221f/590efdfe3d3e80bf856264816823cf0d59126d3dc49aa8f688770f77daf6221f-json.log",
"Name": "/pause-325874",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"pause-325874:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "pause-325874",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "590efdfe3d3e80bf856264816823cf0d59126d3dc49aa8f688770f77daf6221f",
"LowerDir": "/var/lib/docker/overlay2/c9bb0ba0c92373913b6c7262050e07683c044998fd9c31472b5adadd66bec7cc-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/c9bb0ba0c92373913b6c7262050e07683c044998fd9c31472b5adadd66bec7cc/merged",
"UpperDir": "/var/lib/docker/overlay2/c9bb0ba0c92373913b6c7262050e07683c044998fd9c31472b5adadd66bec7cc/diff",
"WorkDir": "/var/lib/docker/overlay2/c9bb0ba0c92373913b6c7262050e07683c044998fd9c31472b5adadd66bec7cc/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "pause-325874",
"Source": "/var/lib/docker/volumes/pause-325874/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "pause-325874",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "pause-325874",
"name.minikube.sigs.k8s.io": "pause-325874",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "be913ef13cf6ddbd68c4034620bb62be29bd60de9a0056972a0af2b54e38abbb",
"SandboxKey": "/var/run/docker/netns/be913ef13cf6",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33023"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33025"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33030"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33027"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33029"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"pause-325874": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "7a:39:44:4e:15:8c",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "9a74fd4b3fa7927e370246350659cf1b9c9f2a15dfa3ed61474439318c32fc17",
"EndpointID": "010238654ae190d5c6dbe2279f2aaa45e432970e231f6b1ddd53061167f18b03",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"pause-325874",
"590efdfe3d3e"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p pause-325874 -n pause-325874
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p pause-325874 -n pause-325874: exit status 2 (347.512442ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestPause/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestPause/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p pause-325874 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p pause-325874 logs -n 25: (1.586975496s)
helpers_test.go:260: TestPause/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ start │ -p NoKubernetes-062111 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:48 UTC │ 22 Nov 25 02:49 UTC │
│ start │ -p missing-upgrade-029274 --memory=3072 --driver=docker --container-runtime=crio │ missing-upgrade-029274 │ jenkins │ v1.32.0 │ 22 Nov 25 02:48 UTC │ 22 Nov 25 02:49 UTC │
│ start │ -p NoKubernetes-062111 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:49 UTC │ 22 Nov 25 02:51 UTC │
│ start │ -p missing-upgrade-029274 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ missing-upgrade-029274 │ jenkins │ v1.37.0 │ 22 Nov 25 02:49 UTC │ 22 Nov 25 02:50 UTC │
│ delete │ -p missing-upgrade-029274 │ missing-upgrade-029274 │ jenkins │ v1.37.0 │ 22 Nov 25 02:50 UTC │ 22 Nov 25 02:50 UTC │
│ start │ -p kubernetes-upgrade-009731 --memory=3072 --kubernetes-version=v1.28.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ kubernetes-upgrade-009731 │ jenkins │ v1.37.0 │ 22 Nov 25 02:50 UTC │ 22 Nov 25 02:51 UTC │
│ delete │ -p NoKubernetes-062111 │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ 22 Nov 25 02:51 UTC │
│ stop │ -p kubernetes-upgrade-009731 │ kubernetes-upgrade-009731 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ 22 Nov 25 02:51 UTC │
│ start │ -p NoKubernetes-062111 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ 22 Nov 25 02:51 UTC │
│ start │ -p kubernetes-upgrade-009731 --memory=3072 --kubernetes-version=v1.34.1 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ kubernetes-upgrade-009731 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ │
│ ssh │ -p NoKubernetes-062111 sudo systemctl is-active --quiet service kubelet │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ │
│ stop │ -p NoKubernetes-062111 │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ 22 Nov 25 02:51 UTC │
│ start │ -p NoKubernetes-062111 --driver=docker --container-runtime=crio │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ 22 Nov 25 02:51 UTC │
│ ssh │ -p NoKubernetes-062111 sudo systemctl is-active --quiet service kubelet │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ │
│ delete │ -p NoKubernetes-062111 │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ 22 Nov 25 02:51 UTC │
│ start │ -p stopped-upgrade-831314 --memory=3072 --vm-driver=docker --container-runtime=crio │ stopped-upgrade-831314 │ jenkins │ v1.32.0 │ 22 Nov 25 02:51 UTC │ 22 Nov 25 02:52 UTC │
│ stop │ stopped-upgrade-831314 stop │ stopped-upgrade-831314 │ jenkins │ v1.32.0 │ 22 Nov 25 02:52 UTC │ 22 Nov 25 02:52 UTC │
│ start │ -p stopped-upgrade-831314 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ stopped-upgrade-831314 │ jenkins │ v1.37.0 │ 22 Nov 25 02:52 UTC │ 22 Nov 25 02:52 UTC │
│ delete │ -p stopped-upgrade-831314 │ stopped-upgrade-831314 │ jenkins │ v1.37.0 │ 22 Nov 25 02:52 UTC │ 22 Nov 25 02:52 UTC │
│ start │ -p running-upgrade-250110 --memory=3072 --vm-driver=docker --container-runtime=crio │ running-upgrade-250110 │ jenkins │ v1.32.0 │ 22 Nov 25 02:52 UTC │ 22 Nov 25 02:53 UTC │
│ start │ -p running-upgrade-250110 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ running-upgrade-250110 │ jenkins │ v1.37.0 │ 22 Nov 25 02:53 UTC │ 22 Nov 25 02:53 UTC │
│ delete │ -p running-upgrade-250110 │ running-upgrade-250110 │ jenkins │ v1.37.0 │ 22 Nov 25 02:53 UTC │ 22 Nov 25 02:53 UTC │
│ start │ -p pause-325874 --memory=3072 --install-addons=false --wait=all --driver=docker --container-runtime=crio │ pause-325874 │ jenkins │ v1.37.0 │ 22 Nov 25 02:53 UTC │ 22 Nov 25 02:54 UTC │
│ start │ -p pause-325874 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ pause-325874 │ jenkins │ v1.37.0 │ 22 Nov 25 02:54 UTC │ 22 Nov 25 02:55 UTC │
│ pause │ -p pause-325874 --alsologtostderr -v=5 │ pause-325874 │ jenkins │ v1.37.0 │ 22 Nov 25 02:55 UTC │ │
└─────────┴──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/11/22 02:54:57
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 02:54:57.604728 164258 out.go:360] Setting OutFile to fd 1 ...
I1122 02:54:57.604915 164258 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:54:57.604942 164258 out.go:374] Setting ErrFile to fd 2...
I1122 02:54:57.604964 164258 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:54:57.605254 164258 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:54:57.605668 164258 out.go:368] Setting JSON to false
I1122 02:54:57.606683 164258 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":5824,"bootTime":1763774274,"procs":205,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 02:54:57.606815 164258 start.go:143] virtualization:
I1122 02:54:57.610050 164258 out.go:179] * [pause-325874] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 02:54:57.614046 164258 out.go:179] - MINIKUBE_LOCATION=21946
I1122 02:54:57.614127 164258 notify.go:221] Checking for updates...
I1122 02:54:57.619987 164258 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 02:54:57.622917 164258 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 02:54:57.625779 164258 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 02:54:57.628614 164258 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 02:54:57.631603 164258 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 02:54:57.635127 164258 config.go:182] Loaded profile config "pause-325874": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:54:57.635689 164258 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 02:54:57.660176 164258 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 02:54:57.660280 164258 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 02:54:57.732222 164258 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:51 OomKillDisable:true NGoroutines:62 SystemTime:2025-11-22 02:54:57.722606501 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 02:54:57.732328 164258 docker.go:319] overlay module found
I1122 02:54:57.735493 164258 out.go:179] * Using the docker driver based on existing profile
I1122 02:54:57.738468 164258 start.go:309] selected driver: docker
I1122 02:54:57.738488 164258 start.go:927] validating driver "docker" against &{Name:pause-325874 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:pause-325874 Namespace:default APIServerHAVIP: APIServerName:minikub
eCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false regi
stry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 02:54:57.738618 164258 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 02:54:57.738778 164258 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 02:54:57.805735 164258 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:51 OomKillDisable:true NGoroutines:62 SystemTime:2025-11-22 02:54:57.795406131 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 02:54:57.806210 164258 cni.go:84] Creating CNI manager for ""
I1122 02:54:57.806269 164258 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 02:54:57.806316 164258 start.go:353] cluster config:
{Name:pause-325874 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:pause-325874 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:c
rio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false
storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 02:54:57.809516 164258 out.go:179] * Starting "pause-325874" primary control-plane node in "pause-325874" cluster
I1122 02:54:57.812375 164258 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 02:54:57.815355 164258 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 02:54:57.818164 164258 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 02:54:57.818211 164258 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 02:54:57.818236 164258 cache.go:65] Caching tarball of preloaded images
I1122 02:54:57.818249 164258 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 02:54:57.818324 164258 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 02:54:57.818334 164258 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 02:54:57.818462 164258 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/config.json ...
I1122 02:54:57.838641 164258 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 02:54:57.838665 164258 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 02:54:57.838683 164258 cache.go:243] Successfully downloaded all kic artifacts
I1122 02:54:57.838706 164258 start.go:360] acquireMachinesLock for pause-325874: {Name:mk03174c229ccd2b0e7de3dc3e7b2266cf58d321 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 02:54:57.838842 164258 start.go:364] duration metric: took 58.298µs to acquireMachinesLock for "pause-325874"
I1122 02:54:57.838876 164258 start.go:96] Skipping create...Using existing machine configuration
I1122 02:54:57.838886 164258 fix.go:54] fixHost starting:
I1122 02:54:57.839137 164258 cli_runner.go:164] Run: docker container inspect pause-325874 --format={{.State.Status}}
I1122 02:54:57.856884 164258 fix.go:112] recreateIfNeeded on pause-325874: state=Running err=<nil>
W1122 02:54:57.856921 164258 fix.go:138] unexpected machine state, will restart: <nil>
I1122 02:54:58.070396 145593 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": (10.077488941s)
W1122 02:54:58.070439 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
Unable to connect to the server: net/http: TLS handshake timeout
output:
** stderr **
Unable to connect to the server: net/http: TLS handshake timeout
** /stderr **
I1122 02:55:00.570824 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:00.932265 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": read tcp 192.168.85.1:59156->192.168.85.2:8443: read: connection reset by peer
I1122 02:55:00.932319 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:00.932382 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:00.967175 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:00.967195 145593 cri.go:89] found id: "4e1417b349dfc44b1395209870da0d1102454001b280732521d23140f3d7813e"
I1122 02:55:00.967200 145593 cri.go:89] found id: ""
I1122 02:55:00.967208 145593 logs.go:282] 2 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc 4e1417b349dfc44b1395209870da0d1102454001b280732521d23140f3d7813e]
I1122 02:55:00.967265 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:00.971317 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:00.975402 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:00.975480 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1122 02:55:01.008502 145593 cri.go:89] found id: ""
I1122 02:55:01.008527 145593 logs.go:282] 0 containers: []
W1122 02:55:01.008536 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:01.008543 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:01.008611 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:01.037521 145593 cri.go:89] found id: ""
I1122 02:55:01.037546 145593 logs.go:282] 0 containers: []
W1122 02:55:01.037555 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:01.037561 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:01.037620 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:01.064575 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:01.064594 145593 cri.go:89] found id: ""
I1122 02:55:01.064603 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:01.064692 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:01.068573 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:01.068650 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:01.095541 145593 cri.go:89] found id: ""
I1122 02:55:01.095565 145593 logs.go:282] 0 containers: []
W1122 02:55:01.095575 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:01.095581 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:01.095651 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:01.123367 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:01.123392 145593 cri.go:89] found id: "7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d"
I1122 02:55:01.123399 145593 cri.go:89] found id: ""
I1122 02:55:01.123407 145593 logs.go:282] 2 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3 7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d]
I1122 02:55:01.123468 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:01.127495 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:01.131345 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:01.131419 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:01.159309 145593 cri.go:89] found id: ""
I1122 02:55:01.159336 145593 logs.go:282] 0 containers: []
W1122 02:55:01.159345 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:01.159352 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:01.159413 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:01.198811 145593 cri.go:89] found id: ""
I1122 02:55:01.198847 145593 logs.go:282] 0 containers: []
W1122 02:55:01.198857 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:01.198873 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:01.198888 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:01.266721 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:01.266757 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:01.294833 145593 logs.go:123] Gathering logs for kube-controller-manager [7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d] ...
I1122 02:55:01.294910 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d"
I1122 02:55:01.323756 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:01.323784 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:01.386012 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:01.386050 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:01.417350 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:01.417391 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:01.433183 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:01.433223 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:01.467679 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:01.467717 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:01.581977 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:01.582015 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:01.654182 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:01.654207 145593 logs.go:123] Gathering logs for kube-apiserver [4e1417b349dfc44b1395209870da0d1102454001b280732521d23140f3d7813e] ...
I1122 02:55:01.654222 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 4e1417b349dfc44b1395209870da0d1102454001b280732521d23140f3d7813e"
I1122 02:54:57.860348 164258 out.go:252] * Updating the running docker "pause-325874" container ...
I1122 02:54:57.860387 164258 machine.go:94] provisionDockerMachine start ...
I1122 02:54:57.860461 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:54:57.879894 164258 main.go:143] libmachine: Using SSH client type: native
I1122 02:54:57.880232 164258 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33023 <nil> <nil>}
I1122 02:54:57.880245 164258 main.go:143] libmachine: About to run SSH command:
hostname
I1122 02:54:58.022794 164258 main.go:143] libmachine: SSH cmd err, output: <nil>: pause-325874
I1122 02:54:58.022817 164258 ubuntu.go:182] provisioning hostname "pause-325874"
I1122 02:54:58.022891 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:54:58.043205 164258 main.go:143] libmachine: Using SSH client type: native
I1122 02:54:58.043510 164258 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33023 <nil> <nil>}
I1122 02:54:58.043527 164258 main.go:143] libmachine: About to run SSH command:
sudo hostname pause-325874 && echo "pause-325874" | sudo tee /etc/hostname
I1122 02:54:58.210495 164258 main.go:143] libmachine: SSH cmd err, output: <nil>: pause-325874
I1122 02:54:58.210621 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:54:58.229855 164258 main.go:143] libmachine: Using SSH client type: native
I1122 02:54:58.230164 164258 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33023 <nil> <nil>}
I1122 02:54:58.230180 164258 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\spause-325874' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 pause-325874/g' /etc/hosts;
else
echo '127.0.1.1 pause-325874' | sudo tee -a /etc/hosts;
fi
fi
I1122 02:54:58.378975 164258 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 02:54:58.379007 164258 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 02:54:58.379025 164258 ubuntu.go:190] setting up certificates
I1122 02:54:58.379035 164258 provision.go:84] configureAuth start
I1122 02:54:58.379099 164258 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" pause-325874
I1122 02:54:58.396643 164258 provision.go:143] copyHostCerts
I1122 02:54:58.396719 164258 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 02:54:58.396737 164258 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 02:54:58.396815 164258 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 02:54:58.396926 164258 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 02:54:58.396936 164258 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 02:54:58.396963 164258 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 02:54:58.397034 164258 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 02:54:58.397043 164258 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 02:54:58.397069 164258 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 02:54:58.397128 164258 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.pause-325874 san=[127.0.0.1 192.168.76.2 localhost minikube pause-325874]
I1122 02:54:58.649981 164258 provision.go:177] copyRemoteCerts
I1122 02:54:58.650054 164258 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 02:54:58.650092 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:54:58.669637 164258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33023 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/pause-325874/id_rsa Username:docker}
I1122 02:54:58.771268 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 02:54:58.791052 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1204 bytes)
I1122 02:54:58.811143 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1122 02:54:58.830682 164258 provision.go:87] duration metric: took 451.625805ms to configureAuth
I1122 02:54:58.830819 164258 ubuntu.go:206] setting minikube options for container-runtime
I1122 02:54:58.831051 164258 config.go:182] Loaded profile config "pause-325874": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:54:58.831156 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:54:58.850134 164258 main.go:143] libmachine: Using SSH client type: native
I1122 02:54:58.850443 164258 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33023 <nil> <nil>}
I1122 02:54:58.850464 164258 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 02:55:04.229445 164258 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 02:55:04.229471 164258 machine.go:97] duration metric: took 6.36907625s to provisionDockerMachine
I1122 02:55:04.229483 164258 start.go:293] postStartSetup for "pause-325874" (driver="docker")
I1122 02:55:04.229494 164258 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 02:55:04.229574 164258 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 02:55:04.229618 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:55:04.254176 164258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33023 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/pause-325874/id_rsa Username:docker}
I1122 02:55:04.363150 164258 ssh_runner.go:195] Run: cat /etc/os-release
I1122 02:55:04.368081 164258 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 02:55:04.368108 164258 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 02:55:04.368118 164258 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 02:55:04.368175 164258 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 02:55:04.368254 164258 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 02:55:04.368364 164258 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1122 02:55:04.382895 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 02:55:04.405032 164258 start.go:296] duration metric: took 175.532861ms for postStartSetup
I1122 02:55:04.405169 164258 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 02:55:04.405264 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:55:04.433038 164258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33023 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/pause-325874/id_rsa Username:docker}
I1122 02:55:04.542525 164258 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 02:55:04.552047 164258 fix.go:56] duration metric: took 6.713155354s for fixHost
I1122 02:55:04.552077 164258 start.go:83] releasing machines lock for "pause-325874", held for 6.713219223s
I1122 02:55:04.552154 164258 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" pause-325874
I1122 02:55:04.594691 164258 ssh_runner.go:195] Run: cat /version.json
I1122 02:55:04.594792 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:55:04.595024 164258 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 02:55:04.595074 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:55:04.625163 164258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33023 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/pause-325874/id_rsa Username:docker}
I1122 02:55:04.632938 164258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33023 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/pause-325874/id_rsa Username:docker}
I1122 02:55:04.837199 164258 ssh_runner.go:195] Run: systemctl --version
I1122 02:55:04.844878 164258 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 02:55:04.918804 164258 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 02:55:04.928413 164258 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 02:55:04.928485 164258 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 02:55:04.941282 164258 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1122 02:55:04.941303 164258 start.go:496] detecting cgroup driver to use...
I1122 02:55:04.941333 164258 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 02:55:04.941395 164258 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 02:55:04.962678 164258 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 02:55:04.991266 164258 docker.go:218] disabling cri-docker service (if available) ...
I1122 02:55:04.991330 164258 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 02:55:05.015474 164258 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 02:55:05.036289 164258 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 02:55:05.193472 164258 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 02:55:05.332533 164258 docker.go:234] disabling docker service ...
I1122 02:55:05.332615 164258 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 02:55:05.349135 164258 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 02:55:05.369000 164258 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 02:55:05.502884 164258 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 02:55:05.643448 164258 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 02:55:05.656673 164258 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 02:55:05.671414 164258 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 02:55:05.671486 164258 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:55:05.680359 164258 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 02:55:05.680434 164258 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:55:05.689475 164258 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:55:05.698146 164258 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:55:05.706888 164258 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 02:55:05.715388 164258 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:55:05.724581 164258 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:55:05.732869 164258 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:55:05.742752 164258 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 02:55:05.750672 164258 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 02:55:05.758195 164258 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 02:55:05.889557 164258 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 02:55:06.107171 164258 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 02:55:06.107279 164258 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 02:55:06.111350 164258 start.go:564] Will wait 60s for crictl version
I1122 02:55:06.111412 164258 ssh_runner.go:195] Run: which crictl
I1122 02:55:06.116084 164258 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 02:55:06.141533 164258 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 02:55:06.141615 164258 ssh_runner.go:195] Run: crio --version
I1122 02:55:06.171674 164258 ssh_runner.go:195] Run: crio --version
I1122 02:55:06.208403 164258 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 02:55:06.211326 164258 cli_runner.go:164] Run: docker network inspect pause-325874 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 02:55:06.231767 164258 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1122 02:55:06.235881 164258 kubeadm.go:884] updating cluster {Name:pause-325874 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:pause-325874 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerName
s:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false regist
ry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 02:55:06.236044 164258 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 02:55:06.236104 164258 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 02:55:06.270842 164258 crio.go:514] all images are preloaded for cri-o runtime.
I1122 02:55:06.270869 164258 crio.go:433] Images already preloaded, skipping extraction
I1122 02:55:06.270920 164258 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 02:55:06.296413 164258 crio.go:514] all images are preloaded for cri-o runtime.
I1122 02:55:06.296435 164258 cache_images.go:86] Images are preloaded, skipping loading
I1122 02:55:06.296443 164258 kubeadm.go:935] updating node { 192.168.76.2 8443 v1.34.1 crio true true} ...
I1122 02:55:06.296548 164258 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=pause-325874 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:pause-325874 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 02:55:06.296632 164258 ssh_runner.go:195] Run: crio config
I1122 02:55:06.361425 164258 cni.go:84] Creating CNI manager for ""
I1122 02:55:06.361493 164258 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 02:55:06.361522 164258 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1122 02:55:06.361576 164258 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:pause-325874 NodeName:pause-325874 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 02:55:06.361737 164258 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "pause-325874"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 02:55:06.361858 164258 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 02:55:06.371482 164258 binaries.go:51] Found k8s binaries, skipping transfer
I1122 02:55:06.371638 164258 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 02:55:06.379436 164258 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (362 bytes)
I1122 02:55:06.392393 164258 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 02:55:06.405256 164258 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2209 bytes)
I1122 02:55:06.418589 164258 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1122 02:55:06.422639 164258 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 02:55:06.561265 164258 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 02:55:06.575803 164258 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874 for IP: 192.168.76.2
I1122 02:55:06.575825 164258 certs.go:195] generating shared ca certs ...
I1122 02:55:06.575840 164258 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:55:06.575982 164258 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 02:55:06.576034 164258 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 02:55:06.576042 164258 certs.go:257] generating profile certs ...
I1122 02:55:06.576127 164258 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/client.key
I1122 02:55:06.576199 164258 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/apiserver.key.6baf4772
I1122 02:55:06.576249 164258 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/proxy-client.key
I1122 02:55:06.576355 164258 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 02:55:06.576390 164258 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 02:55:06.576405 164258 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 02:55:06.576432 164258 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 02:55:06.576457 164258 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 02:55:06.576488 164258 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 02:55:06.576537 164258 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 02:55:06.577109 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 02:55:06.596445 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 02:55:06.614273 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 02:55:06.632485 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 02:55:06.651583 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1122 02:55:06.669906 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1122 02:55:06.687888 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 02:55:06.705982 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1122 02:55:06.725354 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 02:55:06.744834 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 02:55:06.764249 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 02:55:06.782227 164258 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 02:55:06.796767 164258 ssh_runner.go:195] Run: openssl version
I1122 02:55:06.803320 164258 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 02:55:06.812185 164258 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 02:55:06.816074 164258 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 02:55:06.816138 164258 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 02:55:06.857769 164258 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 02:55:06.865749 164258 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 02:55:06.875276 164258 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 02:55:06.879413 164258 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 02:55:06.879477 164258 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 02:55:06.921091 164258 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 02:55:06.929052 164258 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 02:55:06.937486 164258 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 02:55:06.941359 164258 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 02:55:06.941432 164258 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 02:55:06.983209 164258 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 02:55:06.991875 164258 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 02:55:06.996108 164258 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1122 02:55:07.037626 164258 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1122 02:55:07.078695 164258 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1122 02:55:07.119782 164258 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1122 02:55:07.161078 164258 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1122 02:55:07.203947 164258 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1122 02:55:07.245714 164258 kubeadm.go:401] StartCluster: {Name:pause-325874 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:pause-325874 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-
aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 02:55:07.245868 164258 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:55:07.245948 164258 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:55:07.272968 164258 cri.go:89] found id: "654037337ca3aa56350ce8c1af1aa0a1e5615f60e621d39e95f2d3948ff126bd"
I1122 02:55:07.272988 164258 cri.go:89] found id: "48f056a4e4458f0e2dbde261b645a7a985e0d5973255db5a51e8b0b8f8b161c4"
I1122 02:55:07.272993 164258 cri.go:89] found id: "9834dbe07da54298e6b464828b3201a8c79d128cf7dd8fb7363af62fdc73d53e"
I1122 02:55:07.272997 164258 cri.go:89] found id: "a5bbb9d54a6ad27c306aa66f8f626bb8d1cceca4b0f6619391efc2716363e94b"
I1122 02:55:07.273006 164258 cri.go:89] found id: "0f7b526f630b2d2ca9a134756517eb12a78f5cdd5ca7bd5b8f40e54c4ff4f893"
I1122 02:55:07.273010 164258 cri.go:89] found id: "240dc6b95aa5f95436b100bb37f4791b07ee84326aba011e69964e11391a9fd6"
I1122 02:55:07.273013 164258 cri.go:89] found id: "a9f23fb921137a7adf21c1c0feba63dc91876e001f9567f2e712504915c90e30"
I1122 02:55:07.273016 164258 cri.go:89] found id: ""
I1122 02:55:07.273062 164258 ssh_runner.go:195] Run: sudo runc list -f json
W1122 02:55:07.283921 164258 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:55:07Z" level=error msg="open /run/runc: no such file or directory"
I1122 02:55:07.284000 164258 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 02:55:07.292267 164258 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1122 02:55:07.292288 164258 kubeadm.go:598] restartPrimaryControlPlane start ...
I1122 02:55:07.292366 164258 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1122 02:55:07.299951 164258 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1122 02:55:07.300587 164258 kubeconfig.go:125] found "pause-325874" server: "https://192.168.76.2:8443"
I1122 02:55:07.301385 164258 kapi.go:59] client config for pause-325874: &rest.Config{Host:"https://192.168.76.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/client.crt", KeyFile:"/home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/client.key", CAFile:"/home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(
nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x21278a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1122 02:55:07.301940 164258 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1122 02:55:07.301960 164258 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false
I1122 02:55:07.301967 164258 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false
I1122 02:55:07.301972 164258 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1122 02:55:07.301978 164258 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true
I1122 02:55:07.302271 164258 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1122 02:55:07.310369 164258 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.76.2
I1122 02:55:07.310402 164258 kubeadm.go:602] duration metric: took 18.107971ms to restartPrimaryControlPlane
I1122 02:55:07.310411 164258 kubeadm.go:403] duration metric: took 64.706327ms to StartCluster
I1122 02:55:07.310454 164258 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:55:07.310531 164258 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 02:55:07.311676 164258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:55:07.312274 164258 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 02:55:07.315361 164258 config.go:182] Loaded profile config "pause-325874": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:55:07.315872 164258 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 02:55:07.316525 164258 out.go:179] * Verifying Kubernetes components...
I1122 02:55:07.318280 164258 out.go:179] * Enabled addons:
I1122 02:55:04.190797 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:04.191232 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": dial tcp 192.168.85.2:8443: connect: connection refused
I1122 02:55:04.191276 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:04.191326 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:04.225625 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:04.225643 145593 cri.go:89] found id: ""
I1122 02:55:04.225651 145593 logs.go:282] 1 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc]
I1122 02:55:04.225704 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:04.230807 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:04.230944 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1122 02:55:04.271183 145593 cri.go:89] found id: ""
I1122 02:55:04.271204 145593 logs.go:282] 0 containers: []
W1122 02:55:04.271213 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:04.271226 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:04.271282 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:04.299876 145593 cri.go:89] found id: ""
I1122 02:55:04.299897 145593 logs.go:282] 0 containers: []
W1122 02:55:04.299906 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:04.299912 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:04.299968 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:04.331521 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:04.331540 145593 cri.go:89] found id: ""
I1122 02:55:04.331548 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:04.331610 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:04.335625 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:04.335693 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:04.379127 145593 cri.go:89] found id: ""
I1122 02:55:04.379149 145593 logs.go:282] 0 containers: []
W1122 02:55:04.379158 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:04.379164 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:04.379220 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:04.432053 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:04.432072 145593 cri.go:89] found id: "7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d"
I1122 02:55:04.432077 145593 cri.go:89] found id: ""
I1122 02:55:04.432084 145593 logs.go:282] 2 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3 7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d]
I1122 02:55:04.432139 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:04.438026 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:04.442280 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:04.442348 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:04.475917 145593 cri.go:89] found id: ""
I1122 02:55:04.475938 145593 logs.go:282] 0 containers: []
W1122 02:55:04.475948 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:04.475954 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:04.476010 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:04.504582 145593 cri.go:89] found id: ""
I1122 02:55:04.504604 145593 logs.go:282] 0 containers: []
W1122 02:55:04.504612 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:04.504626 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:04.504637 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:04.651039 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:04.651114 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:04.729946 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:04.729963 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:04.729976 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:04.767403 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:04.767437 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:04.811174 145593 logs.go:123] Gathering logs for kube-controller-manager [7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d] ...
I1122 02:55:04.811201 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d"
I1122 02:55:04.842249 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:04.842279 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:04.914919 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:04.914992 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:04.933252 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:04.933380 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:05.010361 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:05.010406 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:07.320189 164258 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 02:55:07.321935 164258 addons.go:530] duration metric: took 6.099536ms for enable addons: enabled=[]
I1122 02:55:07.447027 164258 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 02:55:07.461189 164258 node_ready.go:35] waiting up to 6m0s for node "pause-325874" to be "Ready" ...
I1122 02:55:07.562512 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:07.562981 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": dial tcp 192.168.85.2:8443: connect: connection refused
I1122 02:55:07.563033 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:07.563097 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:07.595361 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:07.595385 145593 cri.go:89] found id: ""
I1122 02:55:07.595394 145593 logs.go:282] 1 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc]
I1122 02:55:07.595452 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:07.599067 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:07.599146 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1122 02:55:07.627153 145593 cri.go:89] found id: ""
I1122 02:55:07.627177 145593 logs.go:282] 0 containers: []
W1122 02:55:07.627185 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:07.627192 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:07.627250 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:07.656671 145593 cri.go:89] found id: ""
I1122 02:55:07.656694 145593 logs.go:282] 0 containers: []
W1122 02:55:07.656703 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:07.656709 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:07.656769 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:07.695630 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:07.695651 145593 cri.go:89] found id: ""
I1122 02:55:07.695659 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:07.695718 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:07.699632 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:07.699701 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:07.726968 145593 cri.go:89] found id: ""
I1122 02:55:07.726994 145593 logs.go:282] 0 containers: []
W1122 02:55:07.727003 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:07.727009 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:07.727071 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:07.753384 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:07.753405 145593 cri.go:89] found id: "7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d"
I1122 02:55:07.753410 145593 cri.go:89] found id: ""
I1122 02:55:07.753418 145593 logs.go:282] 2 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3 7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d]
I1122 02:55:07.753472 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:07.757426 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:07.760924 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:07.760995 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:07.793900 145593 cri.go:89] found id: ""
I1122 02:55:07.793923 145593 logs.go:282] 0 containers: []
W1122 02:55:07.793932 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:07.793938 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:07.794000 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:07.826628 145593 cri.go:89] found id: ""
I1122 02:55:07.826650 145593 logs.go:282] 0 containers: []
W1122 02:55:07.826659 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:07.826672 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:07.826684 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:07.872663 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:07.872740 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:07.919374 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:07.919457 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:07.944281 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:07.944371 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:08.062845 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:08.062910 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:08.062942 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:08.125333 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:08.125363 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:08.220505 145593 logs.go:123] Gathering logs for kube-controller-manager [7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d] ...
I1122 02:55:08.220549 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d"
I1122 02:55:08.278260 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:08.278286 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:08.368011 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:08.368052 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:11.013976 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:11.014367 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": dial tcp 192.168.85.2:8443: connect: connection refused
I1122 02:55:11.014447 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:11.014522 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:11.064158 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:11.064180 145593 cri.go:89] found id: ""
I1122 02:55:11.064189 145593 logs.go:282] 1 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc]
I1122 02:55:11.064277 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:11.075633 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:11.075740 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1122 02:55:11.121009 145593 cri.go:89] found id: ""
I1122 02:55:11.121035 145593 logs.go:282] 0 containers: []
W1122 02:55:11.121053 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:11.121091 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:11.121179 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:11.170766 145593 cri.go:89] found id: ""
I1122 02:55:11.170793 145593 logs.go:282] 0 containers: []
W1122 02:55:11.170803 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:11.170809 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:11.170918 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:11.228910 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:11.228933 145593 cri.go:89] found id: ""
I1122 02:55:11.228942 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:11.229054 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:11.234341 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:11.234440 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:11.276395 145593 cri.go:89] found id: ""
I1122 02:55:11.276420 145593 logs.go:282] 0 containers: []
W1122 02:55:11.276430 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:11.276437 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:11.276552 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:11.307766 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:11.307790 145593 cri.go:89] found id: "7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d"
I1122 02:55:11.307796 145593 cri.go:89] found id: ""
I1122 02:55:11.307803 145593 logs.go:282] 2 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3 7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d]
I1122 02:55:11.307891 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:11.312194 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:11.316549 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:11.316652 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:11.358385 145593 cri.go:89] found id: ""
I1122 02:55:11.358408 145593 logs.go:282] 0 containers: []
W1122 02:55:11.358417 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:11.358424 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:11.358512 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:11.400961 145593 cri.go:89] found id: ""
I1122 02:55:11.400983 145593 logs.go:282] 0 containers: []
W1122 02:55:11.400992 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:11.401004 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:11.401015 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:11.459435 145593 logs.go:123] Gathering logs for kube-controller-manager [7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d] ...
I1122 02:55:11.459519 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d"
I1122 02:55:11.500921 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:11.500949 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:11.632263 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:11.632302 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:11.768552 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:11.768573 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:11.768586 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:11.877910 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:11.877952 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:11.932091 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:11.932118 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:12.038378 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:12.038417 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:12.082553 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:12.082587 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:12.424901 164258 node_ready.go:49] node "pause-325874" is "Ready"
I1122 02:55:12.424927 164258 node_ready.go:38] duration metric: took 4.963711711s for node "pause-325874" to be "Ready" ...
I1122 02:55:12.424941 164258 api_server.go:52] waiting for apiserver process to appear ...
I1122 02:55:12.424998 164258 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 02:55:12.444173 164258 api_server.go:72] duration metric: took 5.131829003s to wait for apiserver process to appear ...
I1122 02:55:12.444193 164258 api_server.go:88] waiting for apiserver healthz status ...
I1122 02:55:12.444212 164258 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1122 02:55:12.481300 164258 api_server.go:279] https://192.168.76.2:8443/healthz returned 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
W1122 02:55:12.481376 164258 api_server.go:103] status: https://192.168.76.2:8443/healthz returned error 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
I1122 02:55:14.606775 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:14.607188 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": dial tcp 192.168.85.2:8443: connect: connection refused
I1122 02:55:14.607237 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:14.607293 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:14.639902 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:14.639925 145593 cri.go:89] found id: ""
I1122 02:55:14.639934 145593 logs.go:282] 1 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc]
I1122 02:55:14.640000 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:14.643856 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:14.643937 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1122 02:55:14.675684 145593 cri.go:89] found id: ""
I1122 02:55:14.675707 145593 logs.go:282] 0 containers: []
W1122 02:55:14.675715 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:14.675734 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:14.675807 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:14.702493 145593 cri.go:89] found id: ""
I1122 02:55:14.702519 145593 logs.go:282] 0 containers: []
W1122 02:55:14.702535 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:14.702542 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:14.702609 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:14.730831 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:14.730855 145593 cri.go:89] found id: ""
I1122 02:55:14.730877 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:14.730952 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:14.734641 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:14.734803 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:14.764060 145593 cri.go:89] found id: ""
I1122 02:55:14.764140 145593 logs.go:282] 0 containers: []
W1122 02:55:14.764165 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:14.764188 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:14.764263 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:14.795924 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:14.795954 145593 cri.go:89] found id: ""
I1122 02:55:14.795962 145593 logs.go:282] 1 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3]
I1122 02:55:14.796019 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:14.799829 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:14.799928 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:14.827891 145593 cri.go:89] found id: ""
I1122 02:55:14.827914 145593 logs.go:282] 0 containers: []
W1122 02:55:14.827923 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:14.827929 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:14.827989 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:14.861431 145593 cri.go:89] found id: ""
I1122 02:55:14.861453 145593 logs.go:282] 0 containers: []
W1122 02:55:14.861462 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:14.861470 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:14.861483 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:14.900090 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:14.900123 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:14.974110 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:14.974143 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:15.021939 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:15.022033 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:15.121934 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:15.121974 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:15.172168 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:15.172196 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:15.305292 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:15.305333 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:15.322448 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:15.322477 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:15.416357 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:12.945148 164258 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1122 02:55:12.954780 164258 api_server.go:279] https://192.168.76.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1122 02:55:12.954865 164258 api_server.go:103] status: https://192.168.76.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1122 02:55:13.444342 164258 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1122 02:55:13.452917 164258 api_server.go:279] https://192.168.76.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1122 02:55:13.453082 164258 api_server.go:103] status: https://192.168.76.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1122 02:55:13.944375 164258 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1122 02:55:13.953651 164258 api_server.go:279] https://192.168.76.2:8443/healthz returned 200:
ok
I1122 02:55:13.954903 164258 api_server.go:141] control plane version: v1.34.1
I1122 02:55:13.954931 164258 api_server.go:131] duration metric: took 1.510731591s to wait for apiserver health ...
I1122 02:55:13.954942 164258 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 02:55:13.958771 164258 system_pods.go:59] 7 kube-system pods found
I1122 02:55:13.958815 164258 system_pods.go:61] "coredns-66bc5c9577-d6x85" [c8b5015e-e323-4b1e-ad08-d21a217fbbe5] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 02:55:13.958825 164258 system_pods.go:61] "etcd-pause-325874" [9e6d7136-4349-443c-a974-634a63f684c9] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 02:55:13.958831 164258 system_pods.go:61] "kindnet-pkhbj" [4a35070a-bc56-45b2-9120-11bf22e14927] Running
I1122 02:55:13.958839 164258 system_pods.go:61] "kube-apiserver-pause-325874" [817b619e-1011-4da9-95fc-a1d706b1c26d] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1122 02:55:13.958845 164258 system_pods.go:61] "kube-controller-manager-pause-325874" [9aa0b9f4-bc1f-409e-8ceb-cf0906c2bda7] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 02:55:13.958851 164258 system_pods.go:61] "kube-proxy-47d7w" [26872c93-61bd-4199-912c-c7286547189e] Running
I1122 02:55:13.958858 164258 system_pods.go:61] "kube-scheduler-pause-325874" [d10ce61c-a3f1-4e21-af5b-ffa4190a2103] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 02:55:13.958868 164258 system_pods.go:74] duration metric: took 3.920997ms to wait for pod list to return data ...
I1122 02:55:13.958884 164258 default_sa.go:34] waiting for default service account to be created ...
I1122 02:55:13.961744 164258 default_sa.go:45] found service account: "default"
I1122 02:55:13.961774 164258 default_sa.go:55] duration metric: took 2.882768ms for default service account to be created ...
I1122 02:55:13.961784 164258 system_pods.go:116] waiting for k8s-apps to be running ...
I1122 02:55:13.965268 164258 system_pods.go:86] 7 kube-system pods found
I1122 02:55:13.965304 164258 system_pods.go:89] "coredns-66bc5c9577-d6x85" [c8b5015e-e323-4b1e-ad08-d21a217fbbe5] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 02:55:13.965339 164258 system_pods.go:89] "etcd-pause-325874" [9e6d7136-4349-443c-a974-634a63f684c9] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 02:55:13.965352 164258 system_pods.go:89] "kindnet-pkhbj" [4a35070a-bc56-45b2-9120-11bf22e14927] Running
I1122 02:55:13.965359 164258 system_pods.go:89] "kube-apiserver-pause-325874" [817b619e-1011-4da9-95fc-a1d706b1c26d] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1122 02:55:13.965389 164258 system_pods.go:89] "kube-controller-manager-pause-325874" [9aa0b9f4-bc1f-409e-8ceb-cf0906c2bda7] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 02:55:13.965396 164258 system_pods.go:89] "kube-proxy-47d7w" [26872c93-61bd-4199-912c-c7286547189e] Running
I1122 02:55:13.965411 164258 system_pods.go:89] "kube-scheduler-pause-325874" [d10ce61c-a3f1-4e21-af5b-ffa4190a2103] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 02:55:13.965419 164258 system_pods.go:126] duration metric: took 3.62849ms to wait for k8s-apps to be running ...
I1122 02:55:13.965427 164258 system_svc.go:44] waiting for kubelet service to be running ....
I1122 02:55:13.965488 164258 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 02:55:13.978778 164258 system_svc.go:56] duration metric: took 13.341353ms WaitForService to wait for kubelet
I1122 02:55:13.978804 164258 kubeadm.go:587] duration metric: took 6.666464656s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 02:55:13.978821 164258 node_conditions.go:102] verifying NodePressure condition ...
I1122 02:55:13.982126 164258 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 02:55:13.982158 164258 node_conditions.go:123] node cpu capacity is 2
I1122 02:55:13.982170 164258 node_conditions.go:105] duration metric: took 3.344065ms to run NodePressure ...
I1122 02:55:13.982202 164258 start.go:242] waiting for startup goroutines ...
I1122 02:55:13.982217 164258 start.go:247] waiting for cluster config update ...
I1122 02:55:13.982225 164258 start.go:256] writing updated cluster config ...
I1122 02:55:13.982574 164258 ssh_runner.go:195] Run: rm -f paused
I1122 02:55:13.987523 164258 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 02:55:13.988163 164258 kapi.go:59] client config for pause-325874: &rest.Config{Host:"https://192.168.76.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/client.crt", KeyFile:"/home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/client.key", CAFile:"/home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(
nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x21278a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1122 02:55:13.991472 164258 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-d6x85" in "kube-system" namespace to be "Ready" or be gone ...
W1122 02:55:15.997412 164258 pod_ready.go:104] pod "coredns-66bc5c9577-d6x85" is not "Ready", error: <nil>
I1122 02:55:17.916996 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:17.917442 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": dial tcp 192.168.85.2:8443: connect: connection refused
I1122 02:55:17.917511 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:17.917572 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:17.949145 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:17.949168 145593 cri.go:89] found id: ""
I1122 02:55:17.949176 145593 logs.go:282] 1 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc]
I1122 02:55:17.949232 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:17.952993 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:17.953065 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1122 02:55:17.983356 145593 cri.go:89] found id: ""
I1122 02:55:17.983384 145593 logs.go:282] 0 containers: []
W1122 02:55:17.983393 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:17.983399 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:17.983489 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:18.021287 145593 cri.go:89] found id: ""
I1122 02:55:18.021311 145593 logs.go:282] 0 containers: []
W1122 02:55:18.021319 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:18.021325 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:18.021396 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:18.061297 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:18.061320 145593 cri.go:89] found id: ""
I1122 02:55:18.061329 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:18.061396 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:18.065593 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:18.065724 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:18.093419 145593 cri.go:89] found id: ""
I1122 02:55:18.093498 145593 logs.go:282] 0 containers: []
W1122 02:55:18.093522 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:18.093546 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:18.093636 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:18.121592 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:18.121616 145593 cri.go:89] found id: ""
I1122 02:55:18.121625 145593 logs.go:282] 1 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3]
I1122 02:55:18.121692 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:18.125645 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:18.125727 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:18.152391 145593 cri.go:89] found id: ""
I1122 02:55:18.152417 145593 logs.go:282] 0 containers: []
W1122 02:55:18.152426 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:18.152432 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:18.152490 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:18.183937 145593 cri.go:89] found id: ""
I1122 02:55:18.183972 145593 logs.go:282] 0 containers: []
W1122 02:55:18.183982 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:18.183991 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:18.184003 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:18.254054 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:18.254071 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:18.254085 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:18.287076 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:18.287119 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:18.353190 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:18.353233 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:18.379638 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:18.379671 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:18.440862 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:18.440901 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:18.486258 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:18.486285 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:18.614861 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:18.614898 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:21.130814 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:21.131263 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": dial tcp 192.168.85.2:8443: connect: connection refused
I1122 02:55:21.131312 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:21.131368 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:21.159115 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:21.159135 145593 cri.go:89] found id: ""
I1122 02:55:21.159144 145593 logs.go:282] 1 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc]
I1122 02:55:21.159203 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:21.162823 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:21.162897 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1122 02:55:21.199139 145593 cri.go:89] found id: ""
I1122 02:55:21.199217 145593 logs.go:282] 0 containers: []
W1122 02:55:21.199239 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:21.199255 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:21.199328 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:21.227425 145593 cri.go:89] found id: ""
I1122 02:55:21.227459 145593 logs.go:282] 0 containers: []
W1122 02:55:21.227468 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:21.227475 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:21.227535 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:21.256712 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:21.256785 145593 cri.go:89] found id: ""
I1122 02:55:21.256804 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:21.256883 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:21.260326 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:21.260420 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:21.286292 145593 cri.go:89] found id: ""
I1122 02:55:21.286316 145593 logs.go:282] 0 containers: []
W1122 02:55:21.286325 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:21.286331 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:21.286384 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:21.314580 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:21.314605 145593 cri.go:89] found id: ""
I1122 02:55:21.314616 145593 logs.go:282] 1 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3]
I1122 02:55:21.314672 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:21.318851 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:21.318924 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:21.349785 145593 cri.go:89] found id: ""
I1122 02:55:21.349868 145593 logs.go:282] 0 containers: []
W1122 02:55:21.349892 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:21.349915 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:21.350017 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:21.380803 145593 cri.go:89] found id: ""
I1122 02:55:21.380886 145593 logs.go:282] 0 containers: []
W1122 02:55:21.380912 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:21.380922 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:21.380936 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:21.411282 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:21.411311 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:21.470833 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:21.470871 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:21.501620 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:21.501650 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:21.624196 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:21.624230 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:21.638849 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:21.638879 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:21.712183 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:21.712205 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:21.712219 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:21.745980 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:21.746011 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
W1122 02:55:17.997928 164258 pod_ready.go:104] pod "coredns-66bc5c9577-d6x85" is not "Ready", error: <nil>
I1122 02:55:20.005366 164258 pod_ready.go:94] pod "coredns-66bc5c9577-d6x85" is "Ready"
I1122 02:55:20.005399 164258 pod_ready.go:86] duration metric: took 6.013894417s for pod "coredns-66bc5c9577-d6x85" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:20.011268 164258 pod_ready.go:83] waiting for pod "etcd-pause-325874" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:20.022348 164258 pod_ready.go:94] pod "etcd-pause-325874" is "Ready"
I1122 02:55:20.022377 164258 pod_ready.go:86] duration metric: took 11.081491ms for pod "etcd-pause-325874" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:20.112455 164258 pod_ready.go:83] waiting for pod "kube-apiserver-pause-325874" in "kube-system" namespace to be "Ready" or be gone ...
W1122 02:55:22.118220 164258 pod_ready.go:104] pod "kube-apiserver-pause-325874" is not "Ready", error: <nil>
I1122 02:55:24.310038 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:24.310510 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": dial tcp 192.168.85.2:8443: connect: connection refused
I1122 02:55:24.310572 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:24.310646 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:24.336268 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:24.336287 145593 cri.go:89] found id: ""
I1122 02:55:24.336296 145593 logs.go:282] 1 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc]
I1122 02:55:24.336351 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:24.340062 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:24.340154 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1122 02:55:24.367312 145593 cri.go:89] found id: ""
I1122 02:55:24.367334 145593 logs.go:282] 0 containers: []
W1122 02:55:24.367342 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:24.367348 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:24.367406 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:24.397033 145593 cri.go:89] found id: ""
I1122 02:55:24.397056 145593 logs.go:282] 0 containers: []
W1122 02:55:24.397065 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:24.397071 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:24.397126 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:24.429184 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:24.429203 145593 cri.go:89] found id: ""
I1122 02:55:24.429211 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:24.429268 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:24.433432 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:24.433504 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:24.460245 145593 cri.go:89] found id: ""
I1122 02:55:24.460267 145593 logs.go:282] 0 containers: []
W1122 02:55:24.460275 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:24.460283 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:24.460382 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:24.488592 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:24.488615 145593 cri.go:89] found id: ""
I1122 02:55:24.488623 145593 logs.go:282] 1 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3]
I1122 02:55:24.488679 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:24.492654 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:24.492724 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:24.519737 145593 cri.go:89] found id: ""
I1122 02:55:24.519761 145593 logs.go:282] 0 containers: []
W1122 02:55:24.519769 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:24.519776 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:24.519833 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:24.546075 145593 cri.go:89] found id: ""
I1122 02:55:24.546102 145593 logs.go:282] 0 containers: []
W1122 02:55:24.546110 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:24.546120 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:24.546133 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:24.665071 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:24.665110 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:24.683036 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:24.683067 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:24.752286 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:24.752355 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:24.752374 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:24.792903 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:24.792935 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:24.856753 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:24.856790 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:24.883179 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:24.883209 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:24.945759 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:24.945794 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:27.479678 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:27.480134 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": dial tcp 192.168.85.2:8443: connect: connection refused
I1122 02:55:27.480183 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:27.480260 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:27.507084 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:27.507103 145593 cri.go:89] found id: ""
I1122 02:55:27.507111 145593 logs.go:282] 1 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc]
I1122 02:55:27.507163 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:27.511472 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:27.511540 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
W1122 02:55:24.118296 164258 pod_ready.go:104] pod "kube-apiserver-pause-325874" is not "Ready", error: <nil>
I1122 02:55:24.618784 164258 pod_ready.go:94] pod "kube-apiserver-pause-325874" is "Ready"
I1122 02:55:24.618814 164258 pod_ready.go:86] duration metric: took 4.506328264s for pod "kube-apiserver-pause-325874" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:24.621787 164258 pod_ready.go:83] waiting for pod "kube-controller-manager-pause-325874" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:26.127815 164258 pod_ready.go:94] pod "kube-controller-manager-pause-325874" is "Ready"
I1122 02:55:26.127840 164258 pod_ready.go:86] duration metric: took 1.506017257s for pod "kube-controller-manager-pause-325874" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:26.130489 164258 pod_ready.go:83] waiting for pod "kube-proxy-47d7w" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:26.135629 164258 pod_ready.go:94] pod "kube-proxy-47d7w" is "Ready"
I1122 02:55:26.135656 164258 pod_ready.go:86] duration metric: took 5.138839ms for pod "kube-proxy-47d7w" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:26.138182 164258 pod_ready.go:83] waiting for pod "kube-scheduler-pause-325874" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:27.646185 164258 pod_ready.go:94] pod "kube-scheduler-pause-325874" is "Ready"
I1122 02:55:27.646215 164258 pod_ready.go:86] duration metric: took 1.508013403s for pod "kube-scheduler-pause-325874" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:27.646229 164258 pod_ready.go:40] duration metric: took 13.658673455s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 02:55:27.727095 164258 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 02:55:27.730187 164258 out.go:179] * Done! kubectl is now configured to use "pause-325874" cluster and "default" namespace by default
==> CRI-O <==
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.109933721Z" level=info msg="Created container 4a56ae5774812ef2300797c7cfaa5caab33f67ac19553884e9158500dd5120db: kube-system/kube-controller-manager-pause-325874/kube-controller-manager" id=d950f66a-58ae-4c4d-9514-db9db8c30330 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.117400549Z" level=info msg="Starting container: 4a56ae5774812ef2300797c7cfaa5caab33f67ac19553884e9158500dd5120db" id=bf933405-d63d-43ff-be9a-8a4f2a83333c name=/runtime.v1.RuntimeService/StartContainer
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.129073078Z" level=info msg="Started container" PID=2358 containerID=e415bf057ce827214cc3302a4d7643f70507c4633eea32d7ab1624de6d50ceba description=kube-system/coredns-66bc5c9577-d6x85/coredns id=c0aa1395-f49d-4999-aa04-f736c9d3db36 name=/runtime.v1.RuntimeService/StartContainer sandboxID=f56e9f0510a71b4be6bc1f74a9e6c85d3170c90625f5b61cbf91aa40192dc709
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.137509621Z" level=info msg="Started container" PID=2376 containerID=4a56ae5774812ef2300797c7cfaa5caab33f67ac19553884e9158500dd5120db description=kube-system/kube-controller-manager-pause-325874/kube-controller-manager id=bf933405-d63d-43ff-be9a-8a4f2a83333c name=/runtime.v1.RuntimeService/StartContainer sandboxID=dbaf4afa972dfc6140f49f4c8ed676befe4677723e39d88deeb567760904883f
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.145938509Z" level=info msg="Created container 8737b55ceb112acdce2cde865d80613cbe3cddcd83a868c6c5b175e1ff6f1d9f: kube-system/kindnet-pkhbj/kindnet-cni" id=f018f502-4641-4bc8-b7ba-48d89c122c6c name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.147251941Z" level=info msg="Starting container: 8737b55ceb112acdce2cde865d80613cbe3cddcd83a868c6c5b175e1ff6f1d9f" id=b579940d-e4b6-4dc1-830f-7bfbd2ffdac6 name=/runtime.v1.RuntimeService/StartContainer
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.169651251Z" level=info msg="Started container" PID=2381 containerID=8737b55ceb112acdce2cde865d80613cbe3cddcd83a868c6c5b175e1ff6f1d9f description=kube-system/kindnet-pkhbj/kindnet-cni id=b579940d-e4b6-4dc1-830f-7bfbd2ffdac6 name=/runtime.v1.RuntimeService/StartContainer sandboxID=3cd4e1b5e20bb2f1cfddd96bc66ac0f8da477c97776693ef0248b65b15b95acf
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.195807913Z" level=info msg="Created container f7033de53deddf512545fd2a634c2796e281b4aa1e67b083c3078ccfe14aa210: kube-system/kube-apiserver-pause-325874/kube-apiserver" id=e7846c39-f6d6-4b85-b5c5-c11565cc59fa name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.198038104Z" level=info msg="Starting container: f7033de53deddf512545fd2a634c2796e281b4aa1e67b083c3078ccfe14aa210" id=0cc8df02-9746-43e3-b4bd-5a06e59ba86b name=/runtime.v1.RuntimeService/StartContainer
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.203172462Z" level=info msg="Started container" PID=2393 containerID=f7033de53deddf512545fd2a634c2796e281b4aa1e67b083c3078ccfe14aa210 description=kube-system/kube-apiserver-pause-325874/kube-apiserver id=0cc8df02-9746-43e3-b4bd-5a06e59ba86b name=/runtime.v1.RuntimeService/StartContainer sandboxID=a7e59aa17256b3d2c5edb312da94f60f73236fbecfb299fb5cea9017d8855ae6
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.204616004Z" level=info msg="Created container 09344d85a63578198b519bcd84648fab9466633677a67c80750f7f81d941f54f: kube-system/etcd-pause-325874/etcd" id=283a6ab2-9ccf-40e2-8b93-a651812ac683 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.207004064Z" level=info msg="Starting container: 09344d85a63578198b519bcd84648fab9466633677a67c80750f7f81d941f54f" id=aa42438a-2b36-4183-9c87-e227d3d79c88 name=/runtime.v1.RuntimeService/StartContainer
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.212368808Z" level=info msg="Started container" PID=2391 containerID=09344d85a63578198b519bcd84648fab9466633677a67c80750f7f81d941f54f description=kube-system/etcd-pause-325874/etcd id=aa42438a-2b36-4183-9c87-e227d3d79c88 name=/runtime.v1.RuntimeService/StartContainer sandboxID=be821b6d0674bd9b02470a88cdcacde73f93d627bb2c7349cd6f0446790f1a67
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.519300986Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.527091911Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.527133528Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.527158029Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.530458515Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.530527291Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.53055066Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.536415167Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.536555812Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.536653044Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.543468001Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.543503726Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
f7033de53dedd 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 23 seconds ago Running kube-apiserver 1 a7e59aa17256b kube-apiserver-pause-325874 kube-system
09344d85a6357 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 23 seconds ago Running etcd 1 be821b6d0674b etcd-pause-325874 kube-system
4a56ae5774812 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 23 seconds ago Running kube-controller-manager 1 dbaf4afa972df kube-controller-manager-pause-325874 kube-system
8737b55ceb112 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 23 seconds ago Running kindnet-cni 1 3cd4e1b5e20bb kindnet-pkhbj kube-system
e415bf057ce82 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 23 seconds ago Running coredns 1 f56e9f0510a71 coredns-66bc5c9577-d6x85 kube-system
5e99931e001b6 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 23 seconds ago Running kube-proxy 1 85223876617fe kube-proxy-47d7w kube-system
600cbf89f7084 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 23 seconds ago Running kube-scheduler 1 c985f590bc6fe kube-scheduler-pause-325874 kube-system
654037337ca3a 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 35 seconds ago Exited coredns 0 f56e9f0510a71 coredns-66bc5c9577-d6x85 kube-system
48f056a4e4458 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c About a minute ago Exited kindnet-cni 0 3cd4e1b5e20bb kindnet-pkhbj kube-system
9834dbe07da54 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 About a minute ago Exited kube-proxy 0 85223876617fe kube-proxy-47d7w kube-system
a5bbb9d54a6ad 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Exited kube-controller-manager 0 dbaf4afa972df kube-controller-manager-pause-325874 kube-system
0f7b526f630b2 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Exited etcd 0 be821b6d0674b etcd-pause-325874 kube-system
240dc6b95aa5f b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Exited kube-scheduler 0 c985f590bc6fe kube-scheduler-pause-325874 kube-system
a9f23fb921137 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Exited kube-apiserver 0 a7e59aa17256b kube-apiserver-pause-325874 kube-system
==> coredns [654037337ca3aa56350ce8c1af1aa0a1e5615f60e621d39e95f2d3948ff126bd] <==
maxprocs: Leaving GOMAXPROCS=2: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:43644 - 30298 "HINFO IN 3557859273266674346.533894357667184404. udp 56 false 512" NXDOMAIN qr,rd,ra 56 0.022079831s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [e415bf057ce827214cc3302a4d7643f70507c4633eea32d7ab1624de6d50ceba] <==
maxprocs: Leaving GOMAXPROCS=2: CPU quota undefined
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:34014 - 49189 "HINFO IN 5274514138307538612.7387689582156275083. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.004378347s
==> describe nodes <==
Name: pause-325874
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=pause-325874
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=pause-325874
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T02_54_08_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 02:54:04 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: pause-325874
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 02:55:22 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 02:54:55 +0000 Sat, 22 Nov 2025 02:54:00 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 02:54:55 +0000 Sat, 22 Nov 2025 02:54:00 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 02:54:55 +0000 Sat, 22 Nov 2025 02:54:00 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 22 Nov 2025 02:54:55 +0000 Sat, 22 Nov 2025 02:54:55 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: pause-325874
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: 7583a70b-0247-4d8f-a80e-2b1670ae21f5
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (7 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system coredns-66bc5c9577-d6x85 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 78s
kube-system etcd-pause-325874 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 85s
kube-system kindnet-pkhbj 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 78s
kube-system kube-apiserver-pause-325874 250m (12%) 0 (0%) 0 (0%) 0 (0%) 86s
kube-system kube-controller-manager-pause-325874 200m (10%) 0 (0%) 0 (0%) 0 (0%) 84s
kube-system kube-proxy-47d7w 0 (0%) 0 (0%) 0 (0%) 0 (0%) 78s
kube-system kube-scheduler-pause-325874 100m (5%) 0 (0%) 0 (0%) 0 (0%) 84s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 77s kube-proxy
Normal Starting 18s kube-proxy
Normal NodeHasSufficientPID 93s (x8 over 93s) kubelet Node pause-325874 status is now: NodeHasSufficientPID
Warning CgroupV1 93s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 93s (x8 over 93s) kubelet Node pause-325874 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 93s (x8 over 93s) kubelet Node pause-325874 status is now: NodeHasNoDiskPressure
Normal Starting 93s kubelet Starting kubelet.
Normal Starting 84s kubelet Starting kubelet.
Warning CgroupV1 84s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 84s kubelet Node pause-325874 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 84s kubelet Node pause-325874 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 84s kubelet Node pause-325874 status is now: NodeHasSufficientPID
Normal RegisteredNode 79s node-controller Node pause-325874 event: Registered Node pause-325874 in Controller
Normal NodeReady 36s kubelet Node pause-325874 status is now: NodeReady
Normal RegisteredNode 16s node-controller Node pause-325874 event: Registered Node pause-325874 in Controller
==> dmesg <==
[Nov22 02:27] overlayfs: idmapped layers are currently not supported
[ +4.975972] overlayfs: idmapped layers are currently not supported
[Nov22 02:28] overlayfs: idmapped layers are currently not supported
[ +42.288502] overlayfs: idmapped layers are currently not supported
[Nov22 02:30] overlayfs: idmapped layers are currently not supported
[Nov22 02:35] overlayfs: idmapped layers are currently not supported
[Nov22 02:36] overlayfs: idmapped layers are currently not supported
[Nov22 02:37] overlayfs: idmapped layers are currently not supported
[Nov22 02:38] overlayfs: idmapped layers are currently not supported
[Nov22 02:39] overlayfs: idmapped layers are currently not supported
[Nov22 02:41] overlayfs: idmapped layers are currently not supported
[ +22.252297] overlayfs: idmapped layers are currently not supported
[ +13.476824] overlayfs: idmapped layers are currently not supported
[Nov22 02:42] hrtimer: interrupt took 39554483 ns
[ +30.996351] overlayfs: idmapped layers are currently not supported
[ +28.004266] overlayfs: idmapped layers are currently not supported
[Nov22 02:43] overlayfs: idmapped layers are currently not supported
[Nov22 02:44] overlayfs: idmapped layers are currently not supported
[Nov22 02:45] overlayfs: idmapped layers are currently not supported
[Nov22 02:46] overlayfs: idmapped layers are currently not supported
[Nov22 02:49] overlayfs: idmapped layers are currently not supported
[Nov22 02:51] overlayfs: idmapped layers are currently not supported
[ +27.358169] systemd-journald[231]: Failed to send stream file descriptor to service manager: Connection refused
[ +1.241009] overlayfs: idmapped layers are currently not supported
[Nov22 02:53] overlayfs: idmapped layers are currently not supported
==> etcd [09344d85a63578198b519bcd84648fab9466633677a67c80750f7f81d941f54f] <==
{"level":"warn","ts":"2025-11-22T02:55:10.650622Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40726","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.691431Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40744","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.734931Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40754","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.787527Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40766","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.824755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40782","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.841626Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40800","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.867823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40810","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.891904Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40838","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.938826Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40860","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.944021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40872","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.968174Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40896","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.987295Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40918","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.002980Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40938","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.027337Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40954","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.047982Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40966","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.076769Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40988","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.096211Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41006","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.129135Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41024","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.173429Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41052","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.201299Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41066","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.233535Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41086","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.260525Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41100","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.278266Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41122","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.304662Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41136","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.398786Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41158","server-name":"","error":"EOF"}
==> etcd [0f7b526f630b2d2ca9a134756517eb12a78f5cdd5ca7bd5b8f40e54c4ff4f893] <==
{"level":"warn","ts":"2025-11-22T02:54:03.042656Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53236","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:54:03.057894Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53254","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:54:03.092919Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53280","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:54:03.139349Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53294","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:54:03.165933Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53310","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:54:03.189285Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53328","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:54:03.319671Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53338","server-name":"","error":"EOF"}
{"level":"info","ts":"2025-11-22T02:54:59.021040Z","caller":"osutil/interrupt_unix.go:65","msg":"received signal; shutting down","signal":"terminated"}
{"level":"info","ts":"2025-11-22T02:54:59.021156Z","caller":"embed/etcd.go:426","msg":"closing etcd server","name":"pause-325874","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.76.2:2380"],"advertise-client-urls":["https://192.168.76.2:2379"]}
{"level":"error","ts":"2025-11-22T02:54:59.021253Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"http: Server closed","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*serveCtx).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/serve.go:90"}
{"level":"error","ts":"2025-11-22T02:54:59.022494Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"http: Server closed","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*serveCtx).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/serve.go:90"}
{"level":"error","ts":"2025-11-22T02:54:59.160598Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 127.0.0.1:2381: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-11-22T02:54:59.160668Z","caller":"etcdserver/server.go:1281","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"ea7e25599daad906","current-leader-member-id":"ea7e25599daad906"}
{"level":"info","ts":"2025-11-22T02:54:59.160739Z","caller":"etcdserver/server.go:2319","msg":"server has stopped; stopping cluster version's monitor"}
{"level":"info","ts":"2025-11-22T02:54:59.160756Z","caller":"etcdserver/server.go:2342","msg":"server has stopped; stopping storage version's monitor"}
{"level":"warn","ts":"2025-11-22T02:54:59.160808Z","caller":"embed/serve.go:245","msg":"stopping secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}
{"level":"warn","ts":"2025-11-22T02:54:59.160888Z","caller":"embed/serve.go:247","msg":"stopped secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}
{"level":"error","ts":"2025-11-22T02:54:59.160932Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 127.0.0.1:2379: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"warn","ts":"2025-11-22T02:54:59.161026Z","caller":"embed/serve.go:245","msg":"stopping secure grpc server due to error","error":"accept tcp 192.168.76.2:2379: use of closed network connection"}
{"level":"warn","ts":"2025-11-22T02:54:59.161044Z","caller":"embed/serve.go:247","msg":"stopped secure grpc server due to error","error":"accept tcp 192.168.76.2:2379: use of closed network connection"}
{"level":"error","ts":"2025-11-22T02:54:59.161051Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 192.168.76.2:2379: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-11-22T02:54:59.164169Z","caller":"embed/etcd.go:621","msg":"stopping serving peer traffic","address":"192.168.76.2:2380"}
{"level":"error","ts":"2025-11-22T02:54:59.164255Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 192.168.76.2:2380: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-11-22T02:54:59.164288Z","caller":"embed/etcd.go:626","msg":"stopped serving peer traffic","address":"192.168.76.2:2380"}
{"level":"info","ts":"2025-11-22T02:54:59.164317Z","caller":"embed/etcd.go:428","msg":"closed etcd server","name":"pause-325874","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.76.2:2380"],"advertise-client-urls":["https://192.168.76.2:2379"]}
==> kernel <==
02:55:31 up 1:37, 0 user, load average: 2.13, 2.26, 2.01
Linux pause-325874 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [48f056a4e4458f0e2dbde261b645a7a985e0d5973255db5a51e8b0b8f8b161c4] <==
I1122 02:54:14.315228 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 02:54:14.315643 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1122 02:54:14.315802 1 main.go:148] setting mtu 1500 for CNI
I1122 02:54:14.315844 1 main.go:178] kindnetd IP family: "ipv4"
I1122 02:54:14.315881 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T02:54:14Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 02:54:14.607981 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 02:54:14.608384 1 controller.go:381] "Waiting for informer caches to sync"
I1122 02:54:14.608455 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 02:54:14.609052 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1122 02:54:44.608842 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1122 02:54:44.608842 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1122 02:54:44.608943 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1122 02:54:44.609035 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
I1122 02:54:46.009098 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 02:54:46.009216 1 metrics.go:72] Registering metrics
I1122 02:54:46.009311 1 controller.go:711] "Syncing nftables rules"
I1122 02:54:54.608380 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 02:54:54.608422 1 main.go:301] handling current node
==> kindnet [8737b55ceb112acdce2cde865d80613cbe3cddcd83a868c6c5b175e1ff6f1d9f] <==
I1122 02:55:08.346791 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 02:55:08.347179 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1122 02:55:08.349710 1 main.go:148] setting mtu 1500 for CNI
I1122 02:55:08.349768 1 main.go:178] kindnetd IP family: "ipv4"
I1122 02:55:08.349816 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T02:55:08Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 02:55:08.517922 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 02:55:08.517991 1 controller.go:381] "Waiting for informer caches to sync"
I1122 02:55:08.518024 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 02:55:08.518834 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1122 02:55:12.620378 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 02:55:12.620487 1 metrics.go:72] Registering metrics
I1122 02:55:12.620591 1 controller.go:711] "Syncing nftables rules"
I1122 02:55:18.518885 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 02:55:18.518938 1 main.go:301] handling current node
I1122 02:55:28.517500 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 02:55:28.517531 1 main.go:301] handling current node
==> kube-apiserver [a9f23fb921137a7adf21c1c0feba63dc91876e001f9567f2e712504915c90e30] <==
W1122 02:54:59.043689 1 logging.go:55] [core] [Channel #155 SubChannel #157]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043713 1 logging.go:55] [core] [Channel #79 SubChannel #81]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043737 1 logging.go:55] [core] [Channel #139 SubChannel #141]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043763 1 logging.go:55] [core] [Channel #159 SubChannel #161]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043788 1 logging.go:55] [core] [Channel #235 SubChannel #237]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043812 1 logging.go:55] [core] [Channel #99 SubChannel #101]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043835 1 logging.go:55] [core] [Channel #67 SubChannel #69]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043858 1 logging.go:55] [core] [Channel #103 SubChannel #105]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043884 1 logging.go:55] [core] [Channel #227 SubChannel #229]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043909 1 logging.go:55] [core] [Channel #175 SubChannel #177]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.044584 1 logging.go:55] [core] [Channel #119 SubChannel #121]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.044609 1 logging.go:55] [core] [Channel #251 SubChannel #253]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.044632 1 logging.go:55] [core] [Channel #63 SubChannel #65]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.044656 1 logging.go:55] [core] [Channel #55 SubChannel #57]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.044680 1 logging.go:55] [core] [Channel #135 SubChannel #137]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.044704 1 logging.go:55] [core] [Channel #215 SubChannel #217]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.044727 1 logging.go:55] [core] [Channel #147 SubChannel #149]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.045129 1 logging.go:55] [core] [Channel #127 SubChannel #129]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.045151 1 logging.go:55] [core] [Channel #39 SubChannel #41]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.045175 1 logging.go:55] [core] [Channel #191 SubChannel #193]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.045198 1 logging.go:55] [core] [Channel #207 SubChannel #209]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.045414 1 logging.go:55] [core] [Channel #111 SubChannel #113]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.045437 1 logging.go:55] [core] [Channel #83 SubChannel #85]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.045555 1 logging.go:55] [core] [Channel #59 SubChannel #61]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
==> kube-apiserver [f7033de53deddf512545fd2a634c2796e281b4aa1e67b083c3078ccfe14aa210] <==
I1122 02:55:12.597026 1 shared_informer.go:356] "Caches are synced" controller="configmaps"
I1122 02:55:12.597093 1 cache.go:39] Caches are synced for LocalAvailability controller
I1122 02:55:12.597285 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1122 02:55:12.597344 1 shared_informer.go:356] "Caches are synced" controller="crd-autoregister"
I1122 02:55:12.597454 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1122 02:55:12.597550 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1122 02:55:12.608728 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 02:55:12.609903 1 aggregator.go:171] initial CRD sync complete...
I1122 02:55:12.609928 1 autoregister_controller.go:144] Starting autoregister controller
I1122 02:55:12.609936 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1122 02:55:12.609943 1 cache.go:39] Caches are synced for autoregister controller
I1122 02:55:12.610192 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1122 02:55:12.614326 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1122 02:55:12.614623 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1122 02:55:12.627062 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1122 02:55:12.627168 1 shared_informer.go:356] "Caches are synced" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]"
I1122 02:55:12.627207 1 policy_source.go:240] refreshing policies
I1122 02:55:12.693977 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
E1122 02:55:12.707450 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1122 02:55:13.309271 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 02:55:14.471830 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1122 02:55:15.876124 1 controller.go:667] quota admission added evaluator for: endpoints
I1122 02:55:16.064403 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1122 02:55:16.113329 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1122 02:55:16.264744 1 controller.go:667] quota admission added evaluator for: deployments.apps
==> kube-controller-manager [4a56ae5774812ef2300797c7cfaa5caab33f67ac19553884e9158500dd5120db] <==
I1122 02:55:15.881637 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1122 02:55:15.884894 1 shared_informer.go:356] "Caches are synced" controller="ReplicationController"
I1122 02:55:15.886128 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 02:55:15.888266 1 shared_informer.go:356] "Caches are synced" controller="node"
I1122 02:55:15.888323 1 range_allocator.go:177] "Sending events to api server" logger="node-ipam-controller"
I1122 02:55:15.888344 1 range_allocator.go:183] "Starting range CIDR allocator" logger="node-ipam-controller"
I1122 02:55:15.888358 1 shared_informer.go:349] "Waiting for caches to sync" controller="cidrallocator"
I1122 02:55:15.888364 1 shared_informer.go:356] "Caches are synced" controller="cidrallocator"
I1122 02:55:15.890743 1 shared_informer.go:356] "Caches are synced" controller="taint"
I1122 02:55:15.890826 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""
I1122 02:55:15.890906 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="pause-325874"
I1122 02:55:15.890951 1 node_lifecycle_controller.go:1067] "Controller detected that zone is now in new state" logger="node-lifecycle-controller" zone="" newState="Normal"
I1122 02:55:15.894072 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 02:55:15.894097 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1122 02:55:15.894105 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1122 02:55:15.894185 1 shared_informer.go:356] "Caches are synced" controller="GC"
I1122 02:55:15.905026 1 shared_informer.go:356] "Caches are synced" controller="ReplicaSet"
I1122 02:55:15.905158 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1122 02:55:15.905033 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1122 02:55:15.905642 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1122 02:55:15.905773 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1122 02:55:15.906264 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1122 02:55:15.908111 1 shared_informer.go:356] "Caches are synced" controller="legacy-service-account-token-cleaner"
I1122 02:55:15.911963 1 shared_informer.go:356] "Caches are synced" controller="TTL"
I1122 02:55:15.913145 1 shared_informer.go:356] "Caches are synced" controller="namespace"
==> kube-controller-manager [a5bbb9d54a6ad27c306aa66f8f626bb8d1cceca4b0f6619391efc2716363e94b] <==
I1122 02:54:12.332157 1 shared_informer.go:349] "Waiting for caches to sync" controller="cidrallocator"
I1122 02:54:12.332184 1 shared_informer.go:356] "Caches are synced" controller="cidrallocator"
I1122 02:54:12.332317 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 02:54:12.335593 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1122 02:54:12.340518 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1122 02:54:12.340959 1 range_allocator.go:428] "Set node PodCIDR" logger="node-ipam-controller" node="pause-325874" podCIDRs=["10.244.0.0/24"]
I1122 02:54:12.347906 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1122 02:54:12.350040 1 shared_informer.go:356] "Caches are synced" controller="job"
I1122 02:54:12.353363 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 02:54:12.360611 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1122 02:54:12.369927 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1122 02:54:12.373372 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1122 02:54:12.374551 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
I1122 02:54:12.374639 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1122 02:54:12.374685 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
I1122 02:54:12.375101 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1122 02:54:12.375402 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-client"
I1122 02:54:12.375486 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1122 02:54:12.377848 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1122 02:54:12.378666 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kube-apiserver-client"
I1122 02:54:12.378730 1 shared_informer.go:356] "Caches are synced" controller="PV protection"
I1122 02:54:12.378798 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-serving"
I1122 02:54:12.383075 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 02:54:12.389750 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1122 02:54:57.332461 1 node_lifecycle_controller.go:1044] "Controller detected that some Nodes are Ready. Exiting master disruption mode" logger="node-lifecycle-controller"
==> kube-proxy [5e99931e001b6318d3ffa821fef083615dd84a5091c47046f40403dd9c22da6d] <==
I1122 02:55:09.010310 1 server_linux.go:53] "Using iptables proxy"
I1122 02:55:10.283506 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 02:55:12.653619 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 02:55:12.679461 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1122 02:55:12.699895 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 02:55:12.913563 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 02:55:12.913691 1 server_linux.go:132] "Using iptables Proxier"
I1122 02:55:12.925318 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 02:55:12.925603 1 server.go:527] "Version info" version="v1.34.1"
I1122 02:55:12.925620 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 02:55:12.926790 1 config.go:200] "Starting service config controller"
I1122 02:55:12.926801 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 02:55:12.934530 1 config.go:106] "Starting endpoint slice config controller"
I1122 02:55:12.935900 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 02:55:12.936084 1 config.go:309] "Starting node config controller"
I1122 02:55:12.936130 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 02:55:12.936203 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 02:55:12.935340 1 config.go:403] "Starting serviceCIDR config controller"
I1122 02:55:12.936533 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 02:55:13.027732 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 02:55:13.037089 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1122 02:55:13.037099 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-proxy [9834dbe07da54298e6b464828b3201a8c79d128cf7dd8fb7363af62fdc73d53e] <==
I1122 02:54:14.258992 1 server_linux.go:53] "Using iptables proxy"
I1122 02:54:14.363217 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 02:54:14.465643 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 02:54:14.465835 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1122 02:54:14.465941 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 02:54:14.521918 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 02:54:14.522039 1 server_linux.go:132] "Using iptables Proxier"
I1122 02:54:14.526257 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 02:54:14.526657 1 server.go:527] "Version info" version="v1.34.1"
I1122 02:54:14.526877 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 02:54:14.528140 1 config.go:200] "Starting service config controller"
I1122 02:54:14.528162 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 02:54:14.528178 1 config.go:106] "Starting endpoint slice config controller"
I1122 02:54:14.528182 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 02:54:14.528198 1 config.go:403] "Starting serviceCIDR config controller"
I1122 02:54:14.528203 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 02:54:14.530049 1 config.go:309] "Starting node config controller"
I1122 02:54:14.530126 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 02:54:14.530158 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 02:54:14.628228 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 02:54:14.628330 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1122 02:54:14.628357 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [240dc6b95aa5f95436b100bb37f4791b07ee84326aba011e69964e11391a9fd6] <==
E1122 02:54:05.592027 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1122 02:54:05.594687 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
E1122 02:54:05.594852 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E1122 02:54:05.596933 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1122 02:54:05.597075 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceClaim"
E1122 02:54:05.597235 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1122 02:54:05.597332 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E1122 02:54:05.597413 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E1122 02:54:05.597494 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
E1122 02:54:05.604529 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E1122 02:54:05.604728 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1122 02:54:05.604860 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1122 02:54:05.604953 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1122 02:54:05.610315 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1122 02:54:05.610555 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E1122 02:54:05.610763 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1122 02:54:05.610904 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E1122 02:54:05.610994 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
I1122 02:54:06.581862 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:54:59.018541 1 secure_serving.go:259] Stopped listening on 127.0.0.1:10259
I1122 02:54:59.018565 1 server.go:263] "[graceful-termination] secure server has stopped listening"
I1122 02:54:59.018587 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I1122 02:54:59.018609 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:54:59.019209 1 server.go:265] "[graceful-termination] secure server is exiting"
E1122 02:54:59.019231 1 run.go:72] "command failed" err="finished without leader elect"
==> kube-scheduler [600cbf89f708404da29000a6b13cd90ab9ee6413faa9e346b29bb81ca6f60e94] <==
I1122 02:55:09.384257 1 serving.go:386] Generated self-signed cert in-memory
I1122 02:55:12.788976 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1122 02:55:12.789100 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 02:55:12.807504 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1122 02:55:12.807636 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:55:12.807754 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:55:12.807605 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1122 02:55:12.807774 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1122 02:55:12.807648 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 02:55:12.808651 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 02:55:12.807661 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1122 02:55:12.908622 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1122 02:55:12.908920 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:55:12.909694 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
==> kubelet <==
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.893665 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-pause-325874\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="eeb93c05679873d522aba868edc3be95" pod="kube-system/kube-apiserver-pause-325874"
Nov 22 02:55:07 pause-325874 kubelet[1307]: I1122 02:55:07.896769 1307 scope.go:117] "RemoveContainer" containerID="0f7b526f630b2d2ca9a134756517eb12a78f5cdd5ca7bd5b8f40e54c4ff4f893"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.897401 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-47d7w\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="26872c93-61bd-4199-912c-c7286547189e" pod="kube-system/kube-proxy-47d7w"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.897621 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/coredns-66bc5c9577-d6x85\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="c8b5015e-e323-4b1e-ad08-d21a217fbbe5" pod="kube-system/coredns-66bc5c9577-d6x85"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.897886 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/etcd-pause-325874\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="4f4d3e5be7d3f64102e6efb13d4ef3fb" pod="kube-system/etcd-pause-325874"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.898183 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-pause-325874\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="d581feb916bc30ce0c56beeb0dbcd178" pod="kube-system/kube-scheduler-pause-325874"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.898391 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-pause-325874\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="eeb93c05679873d522aba868edc3be95" pod="kube-system/kube-apiserver-pause-325874"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.898601 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kindnet-pkhbj\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="4a35070a-bc56-45b2-9120-11bf22e14927" pod="kube-system/kindnet-pkhbj"
Nov 22 02:55:07 pause-325874 kubelet[1307]: I1122 02:55:07.903407 1307 scope.go:117] "RemoveContainer" containerID="a5bbb9d54a6ad27c306aa66f8f626bb8d1cceca4b0f6619391efc2716363e94b"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.903797 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/etcd-pause-325874\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="4f4d3e5be7d3f64102e6efb13d4ef3fb" pod="kube-system/etcd-pause-325874"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.904028 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-pause-325874\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="d581feb916bc30ce0c56beeb0dbcd178" pod="kube-system/kube-scheduler-pause-325874"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.904243 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-pause-325874\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="eeb93c05679873d522aba868edc3be95" pod="kube-system/kube-apiserver-pause-325874"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.904434 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-pause-325874\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="ed627dc9bce875f09d3629ff0749e61d" pod="kube-system/kube-controller-manager-pause-325874"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.904635 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kindnet-pkhbj\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="4a35070a-bc56-45b2-9120-11bf22e14927" pod="kube-system/kindnet-pkhbj"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.904817 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-47d7w\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="26872c93-61bd-4199-912c-c7286547189e" pod="kube-system/kube-proxy-47d7w"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.905001 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/coredns-66bc5c9577-d6x85\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="c8b5015e-e323-4b1e-ad08-d21a217fbbe5" pod="kube-system/coredns-66bc5c9577-d6x85"
Nov 22 02:55:12 pause-325874 kubelet[1307]: E1122 02:55:12.346692 1307 status_manager.go:1018] "Failed to get status for pod" err="pods \"kindnet-pkhbj\" is forbidden: User \"system:node:pause-325874\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'pause-325874' and this object" podUID="4a35070a-bc56-45b2-9120-11bf22e14927" pod="kube-system/kindnet-pkhbj"
Nov 22 02:55:12 pause-325874 kubelet[1307]: E1122 02:55:12.417931 1307 status_manager.go:1018] "Failed to get status for pod" err="pods \"kube-proxy-47d7w\" is forbidden: User \"system:node:pause-325874\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'pause-325874' and this object" podUID="26872c93-61bd-4199-912c-c7286547189e" pod="kube-system/kube-proxy-47d7w"
Nov 22 02:55:12 pause-325874 kubelet[1307]: E1122 02:55:12.430180 1307 status_manager.go:1018] "Failed to get status for pod" err="pods \"coredns-66bc5c9577-d6x85\" is forbidden: User \"system:node:pause-325874\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'pause-325874' and this object" podUID="c8b5015e-e323-4b1e-ad08-d21a217fbbe5" pod="kube-system/coredns-66bc5c9577-d6x85"
Nov 22 02:55:12 pause-325874 kubelet[1307]: E1122 02:55:12.466170 1307 status_manager.go:1018] "Failed to get status for pod" err="pods \"etcd-pause-325874\" is forbidden: User \"system:node:pause-325874\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'pause-325874' and this object" podUID="4f4d3e5be7d3f64102e6efb13d4ef3fb" pod="kube-system/etcd-pause-325874"
Nov 22 02:55:12 pause-325874 kubelet[1307]: E1122 02:55:12.513996 1307 status_manager.go:1018] "Failed to get status for pod" err="pods \"kube-scheduler-pause-325874\" is forbidden: User \"system:node:pause-325874\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'pause-325874' and this object" podUID="d581feb916bc30ce0c56beeb0dbcd178" pod="kube-system/kube-scheduler-pause-325874"
Nov 22 02:55:17 pause-325874 kubelet[1307]: W1122 02:55:17.789569 1307 conversion.go:112] Could not get instant cpu stats: cumulative stats decrease
Nov 22 02:55:28 pause-325874 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Nov 22 02:55:28 pause-325874 systemd[1]: kubelet.service: Deactivated successfully.
Nov 22 02:55:28 pause-325874 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p pause-325874 -n pause-325874
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p pause-325874 -n pause-325874: exit status 2 (368.562233ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context pause-325874 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestPause/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestPause/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestPause/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect pause-325874
helpers_test.go:243: (dbg) docker inspect pause-325874:
-- stdout --
[
{
"Id": "590efdfe3d3e80bf856264816823cf0d59126d3dc49aa8f688770f77daf6221f",
"Created": "2025-11-22T02:53:39.649515973Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 160338,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T02:53:39.736002519Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/590efdfe3d3e80bf856264816823cf0d59126d3dc49aa8f688770f77daf6221f/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/590efdfe3d3e80bf856264816823cf0d59126d3dc49aa8f688770f77daf6221f/hostname",
"HostsPath": "/var/lib/docker/containers/590efdfe3d3e80bf856264816823cf0d59126d3dc49aa8f688770f77daf6221f/hosts",
"LogPath": "/var/lib/docker/containers/590efdfe3d3e80bf856264816823cf0d59126d3dc49aa8f688770f77daf6221f/590efdfe3d3e80bf856264816823cf0d59126d3dc49aa8f688770f77daf6221f-json.log",
"Name": "/pause-325874",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"pause-325874:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "pause-325874",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "590efdfe3d3e80bf856264816823cf0d59126d3dc49aa8f688770f77daf6221f",
"LowerDir": "/var/lib/docker/overlay2/c9bb0ba0c92373913b6c7262050e07683c044998fd9c31472b5adadd66bec7cc-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/c9bb0ba0c92373913b6c7262050e07683c044998fd9c31472b5adadd66bec7cc/merged",
"UpperDir": "/var/lib/docker/overlay2/c9bb0ba0c92373913b6c7262050e07683c044998fd9c31472b5adadd66bec7cc/diff",
"WorkDir": "/var/lib/docker/overlay2/c9bb0ba0c92373913b6c7262050e07683c044998fd9c31472b5adadd66bec7cc/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "pause-325874",
"Source": "/var/lib/docker/volumes/pause-325874/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "pause-325874",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "pause-325874",
"name.minikube.sigs.k8s.io": "pause-325874",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "be913ef13cf6ddbd68c4034620bb62be29bd60de9a0056972a0af2b54e38abbb",
"SandboxKey": "/var/run/docker/netns/be913ef13cf6",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33023"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33025"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33030"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33027"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33029"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"pause-325874": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "7a:39:44:4e:15:8c",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "9a74fd4b3fa7927e370246350659cf1b9c9f2a15dfa3ed61474439318c32fc17",
"EndpointID": "010238654ae190d5c6dbe2279f2aaa45e432970e231f6b1ddd53061167f18b03",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"pause-325874",
"590efdfe3d3e"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p pause-325874 -n pause-325874
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p pause-325874 -n pause-325874: exit status 2 (356.835558ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestPause/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestPause/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p pause-325874 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p pause-325874 logs -n 25: (1.473108818s)
helpers_test.go:260: TestPause/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ start │ -p NoKubernetes-062111 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:48 UTC │ 22 Nov 25 02:49 UTC │
│ start │ -p missing-upgrade-029274 --memory=3072 --driver=docker --container-runtime=crio │ missing-upgrade-029274 │ jenkins │ v1.32.0 │ 22 Nov 25 02:48 UTC │ 22 Nov 25 02:49 UTC │
│ start │ -p NoKubernetes-062111 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:49 UTC │ 22 Nov 25 02:51 UTC │
│ start │ -p missing-upgrade-029274 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ missing-upgrade-029274 │ jenkins │ v1.37.0 │ 22 Nov 25 02:49 UTC │ 22 Nov 25 02:50 UTC │
│ delete │ -p missing-upgrade-029274 │ missing-upgrade-029274 │ jenkins │ v1.37.0 │ 22 Nov 25 02:50 UTC │ 22 Nov 25 02:50 UTC │
│ start │ -p kubernetes-upgrade-009731 --memory=3072 --kubernetes-version=v1.28.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ kubernetes-upgrade-009731 │ jenkins │ v1.37.0 │ 22 Nov 25 02:50 UTC │ 22 Nov 25 02:51 UTC │
│ delete │ -p NoKubernetes-062111 │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ 22 Nov 25 02:51 UTC │
│ stop │ -p kubernetes-upgrade-009731 │ kubernetes-upgrade-009731 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ 22 Nov 25 02:51 UTC │
│ start │ -p NoKubernetes-062111 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ 22 Nov 25 02:51 UTC │
│ start │ -p kubernetes-upgrade-009731 --memory=3072 --kubernetes-version=v1.34.1 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ kubernetes-upgrade-009731 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ │
│ ssh │ -p NoKubernetes-062111 sudo systemctl is-active --quiet service kubelet │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ │
│ stop │ -p NoKubernetes-062111 │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ 22 Nov 25 02:51 UTC │
│ start │ -p NoKubernetes-062111 --driver=docker --container-runtime=crio │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ 22 Nov 25 02:51 UTC │
│ ssh │ -p NoKubernetes-062111 sudo systemctl is-active --quiet service kubelet │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ │
│ delete │ -p NoKubernetes-062111 │ NoKubernetes-062111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:51 UTC │ 22 Nov 25 02:51 UTC │
│ start │ -p stopped-upgrade-831314 --memory=3072 --vm-driver=docker --container-runtime=crio │ stopped-upgrade-831314 │ jenkins │ v1.32.0 │ 22 Nov 25 02:51 UTC │ 22 Nov 25 02:52 UTC │
│ stop │ stopped-upgrade-831314 stop │ stopped-upgrade-831314 │ jenkins │ v1.32.0 │ 22 Nov 25 02:52 UTC │ 22 Nov 25 02:52 UTC │
│ start │ -p stopped-upgrade-831314 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ stopped-upgrade-831314 │ jenkins │ v1.37.0 │ 22 Nov 25 02:52 UTC │ 22 Nov 25 02:52 UTC │
│ delete │ -p stopped-upgrade-831314 │ stopped-upgrade-831314 │ jenkins │ v1.37.0 │ 22 Nov 25 02:52 UTC │ 22 Nov 25 02:52 UTC │
│ start │ -p running-upgrade-250110 --memory=3072 --vm-driver=docker --container-runtime=crio │ running-upgrade-250110 │ jenkins │ v1.32.0 │ 22 Nov 25 02:52 UTC │ 22 Nov 25 02:53 UTC │
│ start │ -p running-upgrade-250110 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ running-upgrade-250110 │ jenkins │ v1.37.0 │ 22 Nov 25 02:53 UTC │ 22 Nov 25 02:53 UTC │
│ delete │ -p running-upgrade-250110 │ running-upgrade-250110 │ jenkins │ v1.37.0 │ 22 Nov 25 02:53 UTC │ 22 Nov 25 02:53 UTC │
│ start │ -p pause-325874 --memory=3072 --install-addons=false --wait=all --driver=docker --container-runtime=crio │ pause-325874 │ jenkins │ v1.37.0 │ 22 Nov 25 02:53 UTC │ 22 Nov 25 02:54 UTC │
│ start │ -p pause-325874 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ pause-325874 │ jenkins │ v1.37.0 │ 22 Nov 25 02:54 UTC │ 22 Nov 25 02:55 UTC │
│ pause │ -p pause-325874 --alsologtostderr -v=5 │ pause-325874 │ jenkins │ v1.37.0 │ 22 Nov 25 02:55 UTC │ │
└─────────┴──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/11/22 02:54:57
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 02:54:57.604728 164258 out.go:360] Setting OutFile to fd 1 ...
I1122 02:54:57.604915 164258 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:54:57.604942 164258 out.go:374] Setting ErrFile to fd 2...
I1122 02:54:57.604964 164258 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:54:57.605254 164258 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:54:57.605668 164258 out.go:368] Setting JSON to false
I1122 02:54:57.606683 164258 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":5824,"bootTime":1763774274,"procs":205,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 02:54:57.606815 164258 start.go:143] virtualization:
I1122 02:54:57.610050 164258 out.go:179] * [pause-325874] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 02:54:57.614046 164258 out.go:179] - MINIKUBE_LOCATION=21946
I1122 02:54:57.614127 164258 notify.go:221] Checking for updates...
I1122 02:54:57.619987 164258 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 02:54:57.622917 164258 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 02:54:57.625779 164258 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 02:54:57.628614 164258 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 02:54:57.631603 164258 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 02:54:57.635127 164258 config.go:182] Loaded profile config "pause-325874": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:54:57.635689 164258 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 02:54:57.660176 164258 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 02:54:57.660280 164258 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 02:54:57.732222 164258 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:51 OomKillDisable:true NGoroutines:62 SystemTime:2025-11-22 02:54:57.722606501 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 02:54:57.732328 164258 docker.go:319] overlay module found
I1122 02:54:57.735493 164258 out.go:179] * Using the docker driver based on existing profile
I1122 02:54:57.738468 164258 start.go:309] selected driver: docker
I1122 02:54:57.738488 164258 start.go:927] validating driver "docker" against &{Name:pause-325874 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:pause-325874 Namespace:default APIServerHAVIP: APIServerName:minikub
eCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false regi
stry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 02:54:57.738618 164258 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 02:54:57.738778 164258 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 02:54:57.805735 164258 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:51 OomKillDisable:true NGoroutines:62 SystemTime:2025-11-22 02:54:57.795406131 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 02:54:57.806210 164258 cni.go:84] Creating CNI manager for ""
I1122 02:54:57.806269 164258 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 02:54:57.806316 164258 start.go:353] cluster config:
{Name:pause-325874 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:pause-325874 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:c
rio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false
storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 02:54:57.809516 164258 out.go:179] * Starting "pause-325874" primary control-plane node in "pause-325874" cluster
I1122 02:54:57.812375 164258 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 02:54:57.815355 164258 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 02:54:57.818164 164258 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 02:54:57.818211 164258 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 02:54:57.818236 164258 cache.go:65] Caching tarball of preloaded images
I1122 02:54:57.818249 164258 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 02:54:57.818324 164258 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 02:54:57.818334 164258 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 02:54:57.818462 164258 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/config.json ...
I1122 02:54:57.838641 164258 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 02:54:57.838665 164258 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 02:54:57.838683 164258 cache.go:243] Successfully downloaded all kic artifacts
I1122 02:54:57.838706 164258 start.go:360] acquireMachinesLock for pause-325874: {Name:mk03174c229ccd2b0e7de3dc3e7b2266cf58d321 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 02:54:57.838842 164258 start.go:364] duration metric: took 58.298µs to acquireMachinesLock for "pause-325874"
I1122 02:54:57.838876 164258 start.go:96] Skipping create...Using existing machine configuration
I1122 02:54:57.838886 164258 fix.go:54] fixHost starting:
I1122 02:54:57.839137 164258 cli_runner.go:164] Run: docker container inspect pause-325874 --format={{.State.Status}}
I1122 02:54:57.856884 164258 fix.go:112] recreateIfNeeded on pause-325874: state=Running err=<nil>
W1122 02:54:57.856921 164258 fix.go:138] unexpected machine state, will restart: <nil>
I1122 02:54:58.070396 145593 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": (10.077488941s)
W1122 02:54:58.070439 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
Unable to connect to the server: net/http: TLS handshake timeout
output:
** stderr **
Unable to connect to the server: net/http: TLS handshake timeout
** /stderr **
I1122 02:55:00.570824 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:00.932265 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": read tcp 192.168.85.1:59156->192.168.85.2:8443: read: connection reset by peer
I1122 02:55:00.932319 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:00.932382 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:00.967175 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:00.967195 145593 cri.go:89] found id: "4e1417b349dfc44b1395209870da0d1102454001b280732521d23140f3d7813e"
I1122 02:55:00.967200 145593 cri.go:89] found id: ""
I1122 02:55:00.967208 145593 logs.go:282] 2 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc 4e1417b349dfc44b1395209870da0d1102454001b280732521d23140f3d7813e]
I1122 02:55:00.967265 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:00.971317 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:00.975402 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:00.975480 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1122 02:55:01.008502 145593 cri.go:89] found id: ""
I1122 02:55:01.008527 145593 logs.go:282] 0 containers: []
W1122 02:55:01.008536 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:01.008543 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:01.008611 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:01.037521 145593 cri.go:89] found id: ""
I1122 02:55:01.037546 145593 logs.go:282] 0 containers: []
W1122 02:55:01.037555 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:01.037561 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:01.037620 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:01.064575 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:01.064594 145593 cri.go:89] found id: ""
I1122 02:55:01.064603 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:01.064692 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:01.068573 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:01.068650 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:01.095541 145593 cri.go:89] found id: ""
I1122 02:55:01.095565 145593 logs.go:282] 0 containers: []
W1122 02:55:01.095575 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:01.095581 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:01.095651 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:01.123367 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:01.123392 145593 cri.go:89] found id: "7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d"
I1122 02:55:01.123399 145593 cri.go:89] found id: ""
I1122 02:55:01.123407 145593 logs.go:282] 2 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3 7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d]
I1122 02:55:01.123468 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:01.127495 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:01.131345 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:01.131419 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:01.159309 145593 cri.go:89] found id: ""
I1122 02:55:01.159336 145593 logs.go:282] 0 containers: []
W1122 02:55:01.159345 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:01.159352 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:01.159413 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:01.198811 145593 cri.go:89] found id: ""
I1122 02:55:01.198847 145593 logs.go:282] 0 containers: []
W1122 02:55:01.198857 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:01.198873 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:01.198888 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:01.266721 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:01.266757 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:01.294833 145593 logs.go:123] Gathering logs for kube-controller-manager [7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d] ...
I1122 02:55:01.294910 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d"
I1122 02:55:01.323756 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:01.323784 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:01.386012 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:01.386050 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:01.417350 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:01.417391 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:01.433183 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:01.433223 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:01.467679 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:01.467717 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:01.581977 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:01.582015 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:01.654182 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:01.654207 145593 logs.go:123] Gathering logs for kube-apiserver [4e1417b349dfc44b1395209870da0d1102454001b280732521d23140f3d7813e] ...
I1122 02:55:01.654222 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 4e1417b349dfc44b1395209870da0d1102454001b280732521d23140f3d7813e"
I1122 02:54:57.860348 164258 out.go:252] * Updating the running docker "pause-325874" container ...
I1122 02:54:57.860387 164258 machine.go:94] provisionDockerMachine start ...
I1122 02:54:57.860461 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:54:57.879894 164258 main.go:143] libmachine: Using SSH client type: native
I1122 02:54:57.880232 164258 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33023 <nil> <nil>}
I1122 02:54:57.880245 164258 main.go:143] libmachine: About to run SSH command:
hostname
I1122 02:54:58.022794 164258 main.go:143] libmachine: SSH cmd err, output: <nil>: pause-325874
I1122 02:54:58.022817 164258 ubuntu.go:182] provisioning hostname "pause-325874"
I1122 02:54:58.022891 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:54:58.043205 164258 main.go:143] libmachine: Using SSH client type: native
I1122 02:54:58.043510 164258 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33023 <nil> <nil>}
I1122 02:54:58.043527 164258 main.go:143] libmachine: About to run SSH command:
sudo hostname pause-325874 && echo "pause-325874" | sudo tee /etc/hostname
I1122 02:54:58.210495 164258 main.go:143] libmachine: SSH cmd err, output: <nil>: pause-325874
I1122 02:54:58.210621 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:54:58.229855 164258 main.go:143] libmachine: Using SSH client type: native
I1122 02:54:58.230164 164258 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33023 <nil> <nil>}
I1122 02:54:58.230180 164258 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\spause-325874' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 pause-325874/g' /etc/hosts;
else
echo '127.0.1.1 pause-325874' | sudo tee -a /etc/hosts;
fi
fi
I1122 02:54:58.378975 164258 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 02:54:58.379007 164258 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 02:54:58.379025 164258 ubuntu.go:190] setting up certificates
I1122 02:54:58.379035 164258 provision.go:84] configureAuth start
I1122 02:54:58.379099 164258 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" pause-325874
I1122 02:54:58.396643 164258 provision.go:143] copyHostCerts
I1122 02:54:58.396719 164258 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 02:54:58.396737 164258 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 02:54:58.396815 164258 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 02:54:58.396926 164258 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 02:54:58.396936 164258 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 02:54:58.396963 164258 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 02:54:58.397034 164258 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 02:54:58.397043 164258 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 02:54:58.397069 164258 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 02:54:58.397128 164258 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.pause-325874 san=[127.0.0.1 192.168.76.2 localhost minikube pause-325874]
I1122 02:54:58.649981 164258 provision.go:177] copyRemoteCerts
I1122 02:54:58.650054 164258 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 02:54:58.650092 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:54:58.669637 164258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33023 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/pause-325874/id_rsa Username:docker}
I1122 02:54:58.771268 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 02:54:58.791052 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1204 bytes)
I1122 02:54:58.811143 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1122 02:54:58.830682 164258 provision.go:87] duration metric: took 451.625805ms to configureAuth
I1122 02:54:58.830819 164258 ubuntu.go:206] setting minikube options for container-runtime
I1122 02:54:58.831051 164258 config.go:182] Loaded profile config "pause-325874": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:54:58.831156 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:54:58.850134 164258 main.go:143] libmachine: Using SSH client type: native
I1122 02:54:58.850443 164258 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33023 <nil> <nil>}
I1122 02:54:58.850464 164258 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 02:55:04.229445 164258 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 02:55:04.229471 164258 machine.go:97] duration metric: took 6.36907625s to provisionDockerMachine
I1122 02:55:04.229483 164258 start.go:293] postStartSetup for "pause-325874" (driver="docker")
I1122 02:55:04.229494 164258 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 02:55:04.229574 164258 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 02:55:04.229618 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:55:04.254176 164258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33023 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/pause-325874/id_rsa Username:docker}
I1122 02:55:04.363150 164258 ssh_runner.go:195] Run: cat /etc/os-release
I1122 02:55:04.368081 164258 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 02:55:04.368108 164258 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 02:55:04.368118 164258 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 02:55:04.368175 164258 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 02:55:04.368254 164258 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 02:55:04.368364 164258 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1122 02:55:04.382895 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 02:55:04.405032 164258 start.go:296] duration metric: took 175.532861ms for postStartSetup
I1122 02:55:04.405169 164258 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 02:55:04.405264 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:55:04.433038 164258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33023 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/pause-325874/id_rsa Username:docker}
I1122 02:55:04.542525 164258 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 02:55:04.552047 164258 fix.go:56] duration metric: took 6.713155354s for fixHost
I1122 02:55:04.552077 164258 start.go:83] releasing machines lock for "pause-325874", held for 6.713219223s
I1122 02:55:04.552154 164258 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" pause-325874
I1122 02:55:04.594691 164258 ssh_runner.go:195] Run: cat /version.json
I1122 02:55:04.594792 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:55:04.595024 164258 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 02:55:04.595074 164258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-325874
I1122 02:55:04.625163 164258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33023 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/pause-325874/id_rsa Username:docker}
I1122 02:55:04.632938 164258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33023 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/pause-325874/id_rsa Username:docker}
I1122 02:55:04.837199 164258 ssh_runner.go:195] Run: systemctl --version
I1122 02:55:04.844878 164258 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 02:55:04.918804 164258 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 02:55:04.928413 164258 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 02:55:04.928485 164258 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 02:55:04.941282 164258 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1122 02:55:04.941303 164258 start.go:496] detecting cgroup driver to use...
I1122 02:55:04.941333 164258 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 02:55:04.941395 164258 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 02:55:04.962678 164258 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 02:55:04.991266 164258 docker.go:218] disabling cri-docker service (if available) ...
I1122 02:55:04.991330 164258 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 02:55:05.015474 164258 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 02:55:05.036289 164258 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 02:55:05.193472 164258 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 02:55:05.332533 164258 docker.go:234] disabling docker service ...
I1122 02:55:05.332615 164258 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 02:55:05.349135 164258 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 02:55:05.369000 164258 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 02:55:05.502884 164258 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 02:55:05.643448 164258 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 02:55:05.656673 164258 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 02:55:05.671414 164258 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 02:55:05.671486 164258 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:55:05.680359 164258 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 02:55:05.680434 164258 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:55:05.689475 164258 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:55:05.698146 164258 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:55:05.706888 164258 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 02:55:05.715388 164258 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:55:05.724581 164258 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:55:05.732869 164258 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:55:05.742752 164258 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 02:55:05.750672 164258 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 02:55:05.758195 164258 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 02:55:05.889557 164258 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 02:55:06.107171 164258 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 02:55:06.107279 164258 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 02:55:06.111350 164258 start.go:564] Will wait 60s for crictl version
I1122 02:55:06.111412 164258 ssh_runner.go:195] Run: which crictl
I1122 02:55:06.116084 164258 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 02:55:06.141533 164258 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 02:55:06.141615 164258 ssh_runner.go:195] Run: crio --version
I1122 02:55:06.171674 164258 ssh_runner.go:195] Run: crio --version
I1122 02:55:06.208403 164258 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 02:55:06.211326 164258 cli_runner.go:164] Run: docker network inspect pause-325874 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 02:55:06.231767 164258 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1122 02:55:06.235881 164258 kubeadm.go:884] updating cluster {Name:pause-325874 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:pause-325874 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerName
s:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false regist
ry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 02:55:06.236044 164258 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 02:55:06.236104 164258 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 02:55:06.270842 164258 crio.go:514] all images are preloaded for cri-o runtime.
I1122 02:55:06.270869 164258 crio.go:433] Images already preloaded, skipping extraction
I1122 02:55:06.270920 164258 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 02:55:06.296413 164258 crio.go:514] all images are preloaded for cri-o runtime.
I1122 02:55:06.296435 164258 cache_images.go:86] Images are preloaded, skipping loading
I1122 02:55:06.296443 164258 kubeadm.go:935] updating node { 192.168.76.2 8443 v1.34.1 crio true true} ...
I1122 02:55:06.296548 164258 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=pause-325874 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:pause-325874 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 02:55:06.296632 164258 ssh_runner.go:195] Run: crio config
I1122 02:55:06.361425 164258 cni.go:84] Creating CNI manager for ""
I1122 02:55:06.361493 164258 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 02:55:06.361522 164258 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1122 02:55:06.361576 164258 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:pause-325874 NodeName:pause-325874 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 02:55:06.361737 164258 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "pause-325874"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 02:55:06.361858 164258 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 02:55:06.371482 164258 binaries.go:51] Found k8s binaries, skipping transfer
I1122 02:55:06.371638 164258 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 02:55:06.379436 164258 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (362 bytes)
I1122 02:55:06.392393 164258 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 02:55:06.405256 164258 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2209 bytes)
I1122 02:55:06.418589 164258 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1122 02:55:06.422639 164258 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 02:55:06.561265 164258 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 02:55:06.575803 164258 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874 for IP: 192.168.76.2
I1122 02:55:06.575825 164258 certs.go:195] generating shared ca certs ...
I1122 02:55:06.575840 164258 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:55:06.575982 164258 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 02:55:06.576034 164258 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 02:55:06.576042 164258 certs.go:257] generating profile certs ...
I1122 02:55:06.576127 164258 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/client.key
I1122 02:55:06.576199 164258 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/apiserver.key.6baf4772
I1122 02:55:06.576249 164258 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/proxy-client.key
I1122 02:55:06.576355 164258 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 02:55:06.576390 164258 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 02:55:06.576405 164258 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 02:55:06.576432 164258 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 02:55:06.576457 164258 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 02:55:06.576488 164258 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 02:55:06.576537 164258 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 02:55:06.577109 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 02:55:06.596445 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 02:55:06.614273 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 02:55:06.632485 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 02:55:06.651583 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1122 02:55:06.669906 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1122 02:55:06.687888 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 02:55:06.705982 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1122 02:55:06.725354 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 02:55:06.744834 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 02:55:06.764249 164258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 02:55:06.782227 164258 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 02:55:06.796767 164258 ssh_runner.go:195] Run: openssl version
I1122 02:55:06.803320 164258 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 02:55:06.812185 164258 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 02:55:06.816074 164258 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 02:55:06.816138 164258 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 02:55:06.857769 164258 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 02:55:06.865749 164258 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 02:55:06.875276 164258 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 02:55:06.879413 164258 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 02:55:06.879477 164258 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 02:55:06.921091 164258 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 02:55:06.929052 164258 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 02:55:06.937486 164258 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 02:55:06.941359 164258 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 02:55:06.941432 164258 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 02:55:06.983209 164258 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 02:55:06.991875 164258 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 02:55:06.996108 164258 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1122 02:55:07.037626 164258 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1122 02:55:07.078695 164258 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1122 02:55:07.119782 164258 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1122 02:55:07.161078 164258 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1122 02:55:07.203947 164258 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1122 02:55:07.245714 164258 kubeadm.go:401] StartCluster: {Name:pause-325874 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:pause-325874 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-
aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 02:55:07.245868 164258 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:55:07.245948 164258 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:55:07.272968 164258 cri.go:89] found id: "654037337ca3aa56350ce8c1af1aa0a1e5615f60e621d39e95f2d3948ff126bd"
I1122 02:55:07.272988 164258 cri.go:89] found id: "48f056a4e4458f0e2dbde261b645a7a985e0d5973255db5a51e8b0b8f8b161c4"
I1122 02:55:07.272993 164258 cri.go:89] found id: "9834dbe07da54298e6b464828b3201a8c79d128cf7dd8fb7363af62fdc73d53e"
I1122 02:55:07.272997 164258 cri.go:89] found id: "a5bbb9d54a6ad27c306aa66f8f626bb8d1cceca4b0f6619391efc2716363e94b"
I1122 02:55:07.273006 164258 cri.go:89] found id: "0f7b526f630b2d2ca9a134756517eb12a78f5cdd5ca7bd5b8f40e54c4ff4f893"
I1122 02:55:07.273010 164258 cri.go:89] found id: "240dc6b95aa5f95436b100bb37f4791b07ee84326aba011e69964e11391a9fd6"
I1122 02:55:07.273013 164258 cri.go:89] found id: "a9f23fb921137a7adf21c1c0feba63dc91876e001f9567f2e712504915c90e30"
I1122 02:55:07.273016 164258 cri.go:89] found id: ""
I1122 02:55:07.273062 164258 ssh_runner.go:195] Run: sudo runc list -f json
W1122 02:55:07.283921 164258 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:55:07Z" level=error msg="open /run/runc: no such file or directory"
I1122 02:55:07.284000 164258 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 02:55:07.292267 164258 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1122 02:55:07.292288 164258 kubeadm.go:598] restartPrimaryControlPlane start ...
I1122 02:55:07.292366 164258 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1122 02:55:07.299951 164258 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1122 02:55:07.300587 164258 kubeconfig.go:125] found "pause-325874" server: "https://192.168.76.2:8443"
I1122 02:55:07.301385 164258 kapi.go:59] client config for pause-325874: &rest.Config{Host:"https://192.168.76.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/client.crt", KeyFile:"/home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/client.key", CAFile:"/home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(
nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x21278a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1122 02:55:07.301940 164258 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1122 02:55:07.301960 164258 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false
I1122 02:55:07.301967 164258 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false
I1122 02:55:07.301972 164258 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1122 02:55:07.301978 164258 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true
I1122 02:55:07.302271 164258 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1122 02:55:07.310369 164258 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.76.2
I1122 02:55:07.310402 164258 kubeadm.go:602] duration metric: took 18.107971ms to restartPrimaryControlPlane
I1122 02:55:07.310411 164258 kubeadm.go:403] duration metric: took 64.706327ms to StartCluster
I1122 02:55:07.310454 164258 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:55:07.310531 164258 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 02:55:07.311676 164258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:55:07.312274 164258 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 02:55:07.315361 164258 config.go:182] Loaded profile config "pause-325874": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:55:07.315872 164258 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 02:55:07.316525 164258 out.go:179] * Verifying Kubernetes components...
I1122 02:55:07.318280 164258 out.go:179] * Enabled addons:
I1122 02:55:04.190797 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:04.191232 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": dial tcp 192.168.85.2:8443: connect: connection refused
I1122 02:55:04.191276 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:04.191326 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:04.225625 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:04.225643 145593 cri.go:89] found id: ""
I1122 02:55:04.225651 145593 logs.go:282] 1 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc]
I1122 02:55:04.225704 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:04.230807 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:04.230944 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1122 02:55:04.271183 145593 cri.go:89] found id: ""
I1122 02:55:04.271204 145593 logs.go:282] 0 containers: []
W1122 02:55:04.271213 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:04.271226 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:04.271282 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:04.299876 145593 cri.go:89] found id: ""
I1122 02:55:04.299897 145593 logs.go:282] 0 containers: []
W1122 02:55:04.299906 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:04.299912 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:04.299968 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:04.331521 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:04.331540 145593 cri.go:89] found id: ""
I1122 02:55:04.331548 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:04.331610 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:04.335625 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:04.335693 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:04.379127 145593 cri.go:89] found id: ""
I1122 02:55:04.379149 145593 logs.go:282] 0 containers: []
W1122 02:55:04.379158 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:04.379164 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:04.379220 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:04.432053 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:04.432072 145593 cri.go:89] found id: "7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d"
I1122 02:55:04.432077 145593 cri.go:89] found id: ""
I1122 02:55:04.432084 145593 logs.go:282] 2 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3 7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d]
I1122 02:55:04.432139 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:04.438026 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:04.442280 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:04.442348 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:04.475917 145593 cri.go:89] found id: ""
I1122 02:55:04.475938 145593 logs.go:282] 0 containers: []
W1122 02:55:04.475948 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:04.475954 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:04.476010 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:04.504582 145593 cri.go:89] found id: ""
I1122 02:55:04.504604 145593 logs.go:282] 0 containers: []
W1122 02:55:04.504612 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:04.504626 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:04.504637 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:04.651039 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:04.651114 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:04.729946 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:04.729963 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:04.729976 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:04.767403 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:04.767437 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:04.811174 145593 logs.go:123] Gathering logs for kube-controller-manager [7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d] ...
I1122 02:55:04.811201 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d"
I1122 02:55:04.842249 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:04.842279 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:04.914919 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:04.914992 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:04.933252 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:04.933380 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:05.010361 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:05.010406 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:07.320189 164258 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 02:55:07.321935 164258 addons.go:530] duration metric: took 6.099536ms for enable addons: enabled=[]
I1122 02:55:07.447027 164258 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 02:55:07.461189 164258 node_ready.go:35] waiting up to 6m0s for node "pause-325874" to be "Ready" ...
I1122 02:55:07.562512 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:07.562981 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": dial tcp 192.168.85.2:8443: connect: connection refused
I1122 02:55:07.563033 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:07.563097 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:07.595361 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:07.595385 145593 cri.go:89] found id: ""
I1122 02:55:07.595394 145593 logs.go:282] 1 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc]
I1122 02:55:07.595452 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:07.599067 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:07.599146 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1122 02:55:07.627153 145593 cri.go:89] found id: ""
I1122 02:55:07.627177 145593 logs.go:282] 0 containers: []
W1122 02:55:07.627185 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:07.627192 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:07.627250 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:07.656671 145593 cri.go:89] found id: ""
I1122 02:55:07.656694 145593 logs.go:282] 0 containers: []
W1122 02:55:07.656703 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:07.656709 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:07.656769 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:07.695630 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:07.695651 145593 cri.go:89] found id: ""
I1122 02:55:07.695659 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:07.695718 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:07.699632 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:07.699701 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:07.726968 145593 cri.go:89] found id: ""
I1122 02:55:07.726994 145593 logs.go:282] 0 containers: []
W1122 02:55:07.727003 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:07.727009 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:07.727071 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:07.753384 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:07.753405 145593 cri.go:89] found id: "7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d"
I1122 02:55:07.753410 145593 cri.go:89] found id: ""
I1122 02:55:07.753418 145593 logs.go:282] 2 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3 7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d]
I1122 02:55:07.753472 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:07.757426 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:07.760924 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:07.760995 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:07.793900 145593 cri.go:89] found id: ""
I1122 02:55:07.793923 145593 logs.go:282] 0 containers: []
W1122 02:55:07.793932 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:07.793938 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:07.794000 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:07.826628 145593 cri.go:89] found id: ""
I1122 02:55:07.826650 145593 logs.go:282] 0 containers: []
W1122 02:55:07.826659 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:07.826672 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:07.826684 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:07.872663 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:07.872740 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:07.919374 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:07.919457 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:07.944281 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:07.944371 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:08.062845 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:08.062910 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:08.062942 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:08.125333 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:08.125363 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:08.220505 145593 logs.go:123] Gathering logs for kube-controller-manager [7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d] ...
I1122 02:55:08.220549 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d"
I1122 02:55:08.278260 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:08.278286 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:08.368011 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:08.368052 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:11.013976 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:11.014367 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": dial tcp 192.168.85.2:8443: connect: connection refused
I1122 02:55:11.014447 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:11.014522 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:11.064158 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:11.064180 145593 cri.go:89] found id: ""
I1122 02:55:11.064189 145593 logs.go:282] 1 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc]
I1122 02:55:11.064277 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:11.075633 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:11.075740 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1122 02:55:11.121009 145593 cri.go:89] found id: ""
I1122 02:55:11.121035 145593 logs.go:282] 0 containers: []
W1122 02:55:11.121053 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:11.121091 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:11.121179 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:11.170766 145593 cri.go:89] found id: ""
I1122 02:55:11.170793 145593 logs.go:282] 0 containers: []
W1122 02:55:11.170803 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:11.170809 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:11.170918 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:11.228910 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:11.228933 145593 cri.go:89] found id: ""
I1122 02:55:11.228942 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:11.229054 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:11.234341 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:11.234440 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:11.276395 145593 cri.go:89] found id: ""
I1122 02:55:11.276420 145593 logs.go:282] 0 containers: []
W1122 02:55:11.276430 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:11.276437 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:11.276552 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:11.307766 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:11.307790 145593 cri.go:89] found id: "7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d"
I1122 02:55:11.307796 145593 cri.go:89] found id: ""
I1122 02:55:11.307803 145593 logs.go:282] 2 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3 7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d]
I1122 02:55:11.307891 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:11.312194 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:11.316549 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:11.316652 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:11.358385 145593 cri.go:89] found id: ""
I1122 02:55:11.358408 145593 logs.go:282] 0 containers: []
W1122 02:55:11.358417 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:11.358424 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:11.358512 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:11.400961 145593 cri.go:89] found id: ""
I1122 02:55:11.400983 145593 logs.go:282] 0 containers: []
W1122 02:55:11.400992 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:11.401004 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:11.401015 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:11.459435 145593 logs.go:123] Gathering logs for kube-controller-manager [7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d] ...
I1122 02:55:11.459519 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 7b8abfa93f88b3327006823e9ffe79f4305ae2dba3b50af7c0879ef983d9d41d"
I1122 02:55:11.500921 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:11.500949 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:11.632263 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:11.632302 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:11.768552 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:11.768573 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:11.768586 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:11.877910 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:11.877952 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:11.932091 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:11.932118 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:12.038378 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:12.038417 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:12.082553 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:12.082587 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:12.424901 164258 node_ready.go:49] node "pause-325874" is "Ready"
I1122 02:55:12.424927 164258 node_ready.go:38] duration metric: took 4.963711711s for node "pause-325874" to be "Ready" ...
I1122 02:55:12.424941 164258 api_server.go:52] waiting for apiserver process to appear ...
I1122 02:55:12.424998 164258 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 02:55:12.444173 164258 api_server.go:72] duration metric: took 5.131829003s to wait for apiserver process to appear ...
I1122 02:55:12.444193 164258 api_server.go:88] waiting for apiserver healthz status ...
I1122 02:55:12.444212 164258 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1122 02:55:12.481300 164258 api_server.go:279] https://192.168.76.2:8443/healthz returned 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
W1122 02:55:12.481376 164258 api_server.go:103] status: https://192.168.76.2:8443/healthz returned error 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
I1122 02:55:14.606775 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:14.607188 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": dial tcp 192.168.85.2:8443: connect: connection refused
I1122 02:55:14.607237 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:14.607293 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:14.639902 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:14.639925 145593 cri.go:89] found id: ""
I1122 02:55:14.639934 145593 logs.go:282] 1 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc]
I1122 02:55:14.640000 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:14.643856 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:14.643937 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1122 02:55:14.675684 145593 cri.go:89] found id: ""
I1122 02:55:14.675707 145593 logs.go:282] 0 containers: []
W1122 02:55:14.675715 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:14.675734 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:14.675807 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:14.702493 145593 cri.go:89] found id: ""
I1122 02:55:14.702519 145593 logs.go:282] 0 containers: []
W1122 02:55:14.702535 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:14.702542 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:14.702609 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:14.730831 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:14.730855 145593 cri.go:89] found id: ""
I1122 02:55:14.730877 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:14.730952 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:14.734641 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:14.734803 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:14.764060 145593 cri.go:89] found id: ""
I1122 02:55:14.764140 145593 logs.go:282] 0 containers: []
W1122 02:55:14.764165 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:14.764188 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:14.764263 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:14.795924 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:14.795954 145593 cri.go:89] found id: ""
I1122 02:55:14.795962 145593 logs.go:282] 1 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3]
I1122 02:55:14.796019 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:14.799829 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:14.799928 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:14.827891 145593 cri.go:89] found id: ""
I1122 02:55:14.827914 145593 logs.go:282] 0 containers: []
W1122 02:55:14.827923 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:14.827929 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:14.827989 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:14.861431 145593 cri.go:89] found id: ""
I1122 02:55:14.861453 145593 logs.go:282] 0 containers: []
W1122 02:55:14.861462 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:14.861470 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:14.861483 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:14.900090 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:14.900123 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:14.974110 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:14.974143 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:15.021939 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:15.022033 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:15.121934 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:15.121974 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:15.172168 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:15.172196 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:15.305292 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:15.305333 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:15.322448 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:15.322477 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:15.416357 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:12.945148 164258 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1122 02:55:12.954780 164258 api_server.go:279] https://192.168.76.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1122 02:55:12.954865 164258 api_server.go:103] status: https://192.168.76.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1122 02:55:13.444342 164258 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1122 02:55:13.452917 164258 api_server.go:279] https://192.168.76.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1122 02:55:13.453082 164258 api_server.go:103] status: https://192.168.76.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1122 02:55:13.944375 164258 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1122 02:55:13.953651 164258 api_server.go:279] https://192.168.76.2:8443/healthz returned 200:
ok
I1122 02:55:13.954903 164258 api_server.go:141] control plane version: v1.34.1
I1122 02:55:13.954931 164258 api_server.go:131] duration metric: took 1.510731591s to wait for apiserver health ...
I1122 02:55:13.954942 164258 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 02:55:13.958771 164258 system_pods.go:59] 7 kube-system pods found
I1122 02:55:13.958815 164258 system_pods.go:61] "coredns-66bc5c9577-d6x85" [c8b5015e-e323-4b1e-ad08-d21a217fbbe5] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 02:55:13.958825 164258 system_pods.go:61] "etcd-pause-325874" [9e6d7136-4349-443c-a974-634a63f684c9] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 02:55:13.958831 164258 system_pods.go:61] "kindnet-pkhbj" [4a35070a-bc56-45b2-9120-11bf22e14927] Running
I1122 02:55:13.958839 164258 system_pods.go:61] "kube-apiserver-pause-325874" [817b619e-1011-4da9-95fc-a1d706b1c26d] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1122 02:55:13.958845 164258 system_pods.go:61] "kube-controller-manager-pause-325874" [9aa0b9f4-bc1f-409e-8ceb-cf0906c2bda7] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 02:55:13.958851 164258 system_pods.go:61] "kube-proxy-47d7w" [26872c93-61bd-4199-912c-c7286547189e] Running
I1122 02:55:13.958858 164258 system_pods.go:61] "kube-scheduler-pause-325874" [d10ce61c-a3f1-4e21-af5b-ffa4190a2103] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 02:55:13.958868 164258 system_pods.go:74] duration metric: took 3.920997ms to wait for pod list to return data ...
I1122 02:55:13.958884 164258 default_sa.go:34] waiting for default service account to be created ...
I1122 02:55:13.961744 164258 default_sa.go:45] found service account: "default"
I1122 02:55:13.961774 164258 default_sa.go:55] duration metric: took 2.882768ms for default service account to be created ...
I1122 02:55:13.961784 164258 system_pods.go:116] waiting for k8s-apps to be running ...
I1122 02:55:13.965268 164258 system_pods.go:86] 7 kube-system pods found
I1122 02:55:13.965304 164258 system_pods.go:89] "coredns-66bc5c9577-d6x85" [c8b5015e-e323-4b1e-ad08-d21a217fbbe5] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 02:55:13.965339 164258 system_pods.go:89] "etcd-pause-325874" [9e6d7136-4349-443c-a974-634a63f684c9] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 02:55:13.965352 164258 system_pods.go:89] "kindnet-pkhbj" [4a35070a-bc56-45b2-9120-11bf22e14927] Running
I1122 02:55:13.965359 164258 system_pods.go:89] "kube-apiserver-pause-325874" [817b619e-1011-4da9-95fc-a1d706b1c26d] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1122 02:55:13.965389 164258 system_pods.go:89] "kube-controller-manager-pause-325874" [9aa0b9f4-bc1f-409e-8ceb-cf0906c2bda7] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 02:55:13.965396 164258 system_pods.go:89] "kube-proxy-47d7w" [26872c93-61bd-4199-912c-c7286547189e] Running
I1122 02:55:13.965411 164258 system_pods.go:89] "kube-scheduler-pause-325874" [d10ce61c-a3f1-4e21-af5b-ffa4190a2103] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 02:55:13.965419 164258 system_pods.go:126] duration metric: took 3.62849ms to wait for k8s-apps to be running ...
I1122 02:55:13.965427 164258 system_svc.go:44] waiting for kubelet service to be running ....
I1122 02:55:13.965488 164258 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 02:55:13.978778 164258 system_svc.go:56] duration metric: took 13.341353ms WaitForService to wait for kubelet
I1122 02:55:13.978804 164258 kubeadm.go:587] duration metric: took 6.666464656s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 02:55:13.978821 164258 node_conditions.go:102] verifying NodePressure condition ...
I1122 02:55:13.982126 164258 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 02:55:13.982158 164258 node_conditions.go:123] node cpu capacity is 2
I1122 02:55:13.982170 164258 node_conditions.go:105] duration metric: took 3.344065ms to run NodePressure ...
I1122 02:55:13.982202 164258 start.go:242] waiting for startup goroutines ...
I1122 02:55:13.982217 164258 start.go:247] waiting for cluster config update ...
I1122 02:55:13.982225 164258 start.go:256] writing updated cluster config ...
I1122 02:55:13.982574 164258 ssh_runner.go:195] Run: rm -f paused
I1122 02:55:13.987523 164258 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 02:55:13.988163 164258 kapi.go:59] client config for pause-325874: &rest.Config{Host:"https://192.168.76.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/client.crt", KeyFile:"/home/jenkins/minikube-integration/21946-2339/.minikube/profiles/pause-325874/client.key", CAFile:"/home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(
nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x21278a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1122 02:55:13.991472 164258 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-d6x85" in "kube-system" namespace to be "Ready" or be gone ...
W1122 02:55:15.997412 164258 pod_ready.go:104] pod "coredns-66bc5c9577-d6x85" is not "Ready", error: <nil>
I1122 02:55:17.916996 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:17.917442 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": dial tcp 192.168.85.2:8443: connect: connection refused
I1122 02:55:17.917511 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:17.917572 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:17.949145 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:17.949168 145593 cri.go:89] found id: ""
I1122 02:55:17.949176 145593 logs.go:282] 1 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc]
I1122 02:55:17.949232 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:17.952993 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:17.953065 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1122 02:55:17.983356 145593 cri.go:89] found id: ""
I1122 02:55:17.983384 145593 logs.go:282] 0 containers: []
W1122 02:55:17.983393 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:17.983399 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:17.983489 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:18.021287 145593 cri.go:89] found id: ""
I1122 02:55:18.021311 145593 logs.go:282] 0 containers: []
W1122 02:55:18.021319 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:18.021325 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:18.021396 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:18.061297 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:18.061320 145593 cri.go:89] found id: ""
I1122 02:55:18.061329 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:18.061396 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:18.065593 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:18.065724 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:18.093419 145593 cri.go:89] found id: ""
I1122 02:55:18.093498 145593 logs.go:282] 0 containers: []
W1122 02:55:18.093522 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:18.093546 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:18.093636 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:18.121592 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:18.121616 145593 cri.go:89] found id: ""
I1122 02:55:18.121625 145593 logs.go:282] 1 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3]
I1122 02:55:18.121692 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:18.125645 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:18.125727 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:18.152391 145593 cri.go:89] found id: ""
I1122 02:55:18.152417 145593 logs.go:282] 0 containers: []
W1122 02:55:18.152426 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:18.152432 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:18.152490 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:18.183937 145593 cri.go:89] found id: ""
I1122 02:55:18.183972 145593 logs.go:282] 0 containers: []
W1122 02:55:18.183982 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:18.183991 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:18.184003 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:18.254054 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:18.254071 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:18.254085 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:18.287076 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:18.287119 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:18.353190 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:18.353233 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:18.379638 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:18.379671 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:18.440862 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:18.440901 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:18.486258 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:18.486285 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:18.614861 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:18.614898 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:21.130814 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:21.131263 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": dial tcp 192.168.85.2:8443: connect: connection refused
I1122 02:55:21.131312 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:21.131368 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:21.159115 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:21.159135 145593 cri.go:89] found id: ""
I1122 02:55:21.159144 145593 logs.go:282] 1 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc]
I1122 02:55:21.159203 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:21.162823 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:21.162897 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1122 02:55:21.199139 145593 cri.go:89] found id: ""
I1122 02:55:21.199217 145593 logs.go:282] 0 containers: []
W1122 02:55:21.199239 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:21.199255 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:21.199328 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:21.227425 145593 cri.go:89] found id: ""
I1122 02:55:21.227459 145593 logs.go:282] 0 containers: []
W1122 02:55:21.227468 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:21.227475 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:21.227535 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:21.256712 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:21.256785 145593 cri.go:89] found id: ""
I1122 02:55:21.256804 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:21.256883 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:21.260326 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:21.260420 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:21.286292 145593 cri.go:89] found id: ""
I1122 02:55:21.286316 145593 logs.go:282] 0 containers: []
W1122 02:55:21.286325 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:21.286331 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:21.286384 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:21.314580 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:21.314605 145593 cri.go:89] found id: ""
I1122 02:55:21.314616 145593 logs.go:282] 1 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3]
I1122 02:55:21.314672 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:21.318851 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:21.318924 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:21.349785 145593 cri.go:89] found id: ""
I1122 02:55:21.349868 145593 logs.go:282] 0 containers: []
W1122 02:55:21.349892 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:21.349915 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:21.350017 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:21.380803 145593 cri.go:89] found id: ""
I1122 02:55:21.380886 145593 logs.go:282] 0 containers: []
W1122 02:55:21.380912 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:21.380922 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:21.380936 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:21.411282 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:21.411311 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:21.470833 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:21.470871 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:21.501620 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:21.501650 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:21.624196 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:21.624230 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:21.638849 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:21.638879 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:21.712183 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:21.712205 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:21.712219 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:21.745980 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:21.746011 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
W1122 02:55:17.997928 164258 pod_ready.go:104] pod "coredns-66bc5c9577-d6x85" is not "Ready", error: <nil>
I1122 02:55:20.005366 164258 pod_ready.go:94] pod "coredns-66bc5c9577-d6x85" is "Ready"
I1122 02:55:20.005399 164258 pod_ready.go:86] duration metric: took 6.013894417s for pod "coredns-66bc5c9577-d6x85" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:20.011268 164258 pod_ready.go:83] waiting for pod "etcd-pause-325874" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:20.022348 164258 pod_ready.go:94] pod "etcd-pause-325874" is "Ready"
I1122 02:55:20.022377 164258 pod_ready.go:86] duration metric: took 11.081491ms for pod "etcd-pause-325874" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:20.112455 164258 pod_ready.go:83] waiting for pod "kube-apiserver-pause-325874" in "kube-system" namespace to be "Ready" or be gone ...
W1122 02:55:22.118220 164258 pod_ready.go:104] pod "kube-apiserver-pause-325874" is not "Ready", error: <nil>
I1122 02:55:24.310038 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:24.310510 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": dial tcp 192.168.85.2:8443: connect: connection refused
I1122 02:55:24.310572 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:24.310646 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:24.336268 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:24.336287 145593 cri.go:89] found id: ""
I1122 02:55:24.336296 145593 logs.go:282] 1 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc]
I1122 02:55:24.336351 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:24.340062 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:24.340154 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1122 02:55:24.367312 145593 cri.go:89] found id: ""
I1122 02:55:24.367334 145593 logs.go:282] 0 containers: []
W1122 02:55:24.367342 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:24.367348 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:24.367406 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:24.397033 145593 cri.go:89] found id: ""
I1122 02:55:24.397056 145593 logs.go:282] 0 containers: []
W1122 02:55:24.397065 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:24.397071 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:24.397126 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:24.429184 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:24.429203 145593 cri.go:89] found id: ""
I1122 02:55:24.429211 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:24.429268 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:24.433432 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:24.433504 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:24.460245 145593 cri.go:89] found id: ""
I1122 02:55:24.460267 145593 logs.go:282] 0 containers: []
W1122 02:55:24.460275 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:24.460283 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:24.460382 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:24.488592 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:24.488615 145593 cri.go:89] found id: ""
I1122 02:55:24.488623 145593 logs.go:282] 1 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3]
I1122 02:55:24.488679 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:24.492654 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:24.492724 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:24.519737 145593 cri.go:89] found id: ""
I1122 02:55:24.519761 145593 logs.go:282] 0 containers: []
W1122 02:55:24.519769 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:24.519776 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:24.519833 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:24.546075 145593 cri.go:89] found id: ""
I1122 02:55:24.546102 145593 logs.go:282] 0 containers: []
W1122 02:55:24.546110 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:24.546120 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:24.546133 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:24.665071 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:24.665110 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:24.683036 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:24.683067 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:24.752286 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:24.752355 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:24.752374 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:24.792903 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:24.792935 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:24.856753 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:24.856790 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:24.883179 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:24.883209 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:24.945759 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:24.945794 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:27.479678 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:27.480134 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": dial tcp 192.168.85.2:8443: connect: connection refused
I1122 02:55:27.480183 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:27.480260 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:27.507084 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:27.507103 145593 cri.go:89] found id: ""
I1122 02:55:27.507111 145593 logs.go:282] 1 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc]
I1122 02:55:27.507163 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:27.511472 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:27.511540 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
W1122 02:55:24.118296 164258 pod_ready.go:104] pod "kube-apiserver-pause-325874" is not "Ready", error: <nil>
I1122 02:55:24.618784 164258 pod_ready.go:94] pod "kube-apiserver-pause-325874" is "Ready"
I1122 02:55:24.618814 164258 pod_ready.go:86] duration metric: took 4.506328264s for pod "kube-apiserver-pause-325874" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:24.621787 164258 pod_ready.go:83] waiting for pod "kube-controller-manager-pause-325874" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:26.127815 164258 pod_ready.go:94] pod "kube-controller-manager-pause-325874" is "Ready"
I1122 02:55:26.127840 164258 pod_ready.go:86] duration metric: took 1.506017257s for pod "kube-controller-manager-pause-325874" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:26.130489 164258 pod_ready.go:83] waiting for pod "kube-proxy-47d7w" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:26.135629 164258 pod_ready.go:94] pod "kube-proxy-47d7w" is "Ready"
I1122 02:55:26.135656 164258 pod_ready.go:86] duration metric: took 5.138839ms for pod "kube-proxy-47d7w" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:26.138182 164258 pod_ready.go:83] waiting for pod "kube-scheduler-pause-325874" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:27.646185 164258 pod_ready.go:94] pod "kube-scheduler-pause-325874" is "Ready"
I1122 02:55:27.646215 164258 pod_ready.go:86] duration metric: took 1.508013403s for pod "kube-scheduler-pause-325874" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:55:27.646229 164258 pod_ready.go:40] duration metric: took 13.658673455s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 02:55:27.727095 164258 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 02:55:27.730187 164258 out.go:179] * Done! kubectl is now configured to use "pause-325874" cluster and "default" namespace by default
I1122 02:55:27.539839 145593 cri.go:89] found id: ""
I1122 02:55:27.539912 145593 logs.go:282] 0 containers: []
W1122 02:55:27.539935 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:27.539948 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:27.540021 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:27.567060 145593 cri.go:89] found id: ""
I1122 02:55:27.567092 145593 logs.go:282] 0 containers: []
W1122 02:55:27.567100 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:27.567107 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:27.567163 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:27.595800 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:27.595826 145593 cri.go:89] found id: ""
I1122 02:55:27.595835 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:27.595892 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:27.599518 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:27.599587 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:27.626766 145593 cri.go:89] found id: ""
I1122 02:55:27.626792 145593 logs.go:282] 0 containers: []
W1122 02:55:27.626801 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:27.626807 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:27.626866 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:27.659242 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:27.659277 145593 cri.go:89] found id: ""
I1122 02:55:27.659286 145593 logs.go:282] 1 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3]
I1122 02:55:27.659350 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:27.664464 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:27.664553 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:27.704294 145593 cri.go:89] found id: ""
I1122 02:55:27.704322 145593 logs.go:282] 0 containers: []
W1122 02:55:27.704331 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:27.704338 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:27.704400 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:27.743308 145593 cri.go:89] found id: ""
I1122 02:55:27.743352 145593 logs.go:282] 0 containers: []
W1122 02:55:27.743362 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:27.743370 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:27.743386 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:27.845569 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:27.845609 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:27.845622 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:27.882492 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:27.882530 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:27.960731 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:27.961363 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:28.005426 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:28.005456 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:28.086367 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:28.086442 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:28.123707 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:28.123736 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:28.278849 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:28.278898 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:30.794839 145593 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 02:55:30.795290 145593 api_server.go:269] stopped: https://192.168.85.2:8443/healthz: Get "https://192.168.85.2:8443/healthz": dial tcp 192.168.85.2:8443: connect: connection refused
I1122 02:55:30.795336 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1122 02:55:30.795390 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1122 02:55:30.823961 145593 cri.go:89] found id: "564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:30.823986 145593 cri.go:89] found id: ""
I1122 02:55:30.823995 145593 logs.go:282] 1 containers: [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc]
I1122 02:55:30.824088 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:30.829817 145593 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1122 02:55:30.829886 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1122 02:55:30.872872 145593 cri.go:89] found id: ""
I1122 02:55:30.872897 145593 logs.go:282] 0 containers: []
W1122 02:55:30.872905 145593 logs.go:284] No container was found matching "etcd"
I1122 02:55:30.872911 145593 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1122 02:55:30.872968 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1122 02:55:30.909021 145593 cri.go:89] found id: ""
I1122 02:55:30.909048 145593 logs.go:282] 0 containers: []
W1122 02:55:30.909056 145593 logs.go:284] No container was found matching "coredns"
I1122 02:55:30.909063 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1122 02:55:30.909127 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1122 02:55:30.945120 145593 cri.go:89] found id: "2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:30.945143 145593 cri.go:89] found id: ""
I1122 02:55:30.945151 145593 logs.go:282] 1 containers: [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30]
I1122 02:55:30.945206 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:30.949362 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1122 02:55:30.949440 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1122 02:55:30.985742 145593 cri.go:89] found id: ""
I1122 02:55:30.985765 145593 logs.go:282] 0 containers: []
W1122 02:55:30.985774 145593 logs.go:284] No container was found matching "kube-proxy"
I1122 02:55:30.985781 145593 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1122 02:55:30.985861 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1122 02:55:31.023657 145593 cri.go:89] found id: "183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
I1122 02:55:31.023681 145593 cri.go:89] found id: ""
I1122 02:55:31.023689 145593 logs.go:282] 1 containers: [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3]
I1122 02:55:31.023746 145593 ssh_runner.go:195] Run: which crictl
I1122 02:55:31.028275 145593 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1122 02:55:31.028359 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1122 02:55:31.057348 145593 cri.go:89] found id: ""
I1122 02:55:31.057373 145593 logs.go:282] 0 containers: []
W1122 02:55:31.057382 145593 logs.go:284] No container was found matching "kindnet"
I1122 02:55:31.057389 145593 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1122 02:55:31.057453 145593 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1122 02:55:31.101262 145593 cri.go:89] found id: ""
I1122 02:55:31.101287 145593 logs.go:282] 0 containers: []
W1122 02:55:31.101296 145593 logs.go:284] No container was found matching "storage-provisioner"
I1122 02:55:31.101305 145593 logs.go:123] Gathering logs for CRI-O ...
I1122 02:55:31.101316 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1122 02:55:31.182132 145593 logs.go:123] Gathering logs for container status ...
I1122 02:55:31.182167 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1122 02:55:31.230584 145593 logs.go:123] Gathering logs for kubelet ...
I1122 02:55:31.230615 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1122 02:55:31.377337 145593 logs.go:123] Gathering logs for dmesg ...
I1122 02:55:31.377379 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1122 02:55:31.393775 145593 logs.go:123] Gathering logs for describe nodes ...
I1122 02:55:31.393818 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1122 02:55:31.489156 145593 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1122 02:55:31.489179 145593 logs.go:123] Gathering logs for kube-apiserver [564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc] ...
I1122 02:55:31.489192 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 564120a7b961cd4caaf38a39a53caf41cb66b0fd70bb64161bbdc3f0c81ac4cc"
I1122 02:55:31.529376 145593 logs.go:123] Gathering logs for kube-scheduler [2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30] ...
I1122 02:55:31.529404 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 2351f8d12c149f56c290bb56c93c7d99a8a62dd546dc890b19ac95b6f8086f30"
I1122 02:55:31.611238 145593 logs.go:123] Gathering logs for kube-controller-manager [183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3] ...
I1122 02:55:31.611274 145593 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/local/bin/crictl logs --tail 400 183370e74fb0829c0e8f0800a174538dce3833be72cbfce60ae8cbd2eb28fbc3"
==> CRI-O <==
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.109933721Z" level=info msg="Created container 4a56ae5774812ef2300797c7cfaa5caab33f67ac19553884e9158500dd5120db: kube-system/kube-controller-manager-pause-325874/kube-controller-manager" id=d950f66a-58ae-4c4d-9514-db9db8c30330 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.117400549Z" level=info msg="Starting container: 4a56ae5774812ef2300797c7cfaa5caab33f67ac19553884e9158500dd5120db" id=bf933405-d63d-43ff-be9a-8a4f2a83333c name=/runtime.v1.RuntimeService/StartContainer
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.129073078Z" level=info msg="Started container" PID=2358 containerID=e415bf057ce827214cc3302a4d7643f70507c4633eea32d7ab1624de6d50ceba description=kube-system/coredns-66bc5c9577-d6x85/coredns id=c0aa1395-f49d-4999-aa04-f736c9d3db36 name=/runtime.v1.RuntimeService/StartContainer sandboxID=f56e9f0510a71b4be6bc1f74a9e6c85d3170c90625f5b61cbf91aa40192dc709
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.137509621Z" level=info msg="Started container" PID=2376 containerID=4a56ae5774812ef2300797c7cfaa5caab33f67ac19553884e9158500dd5120db description=kube-system/kube-controller-manager-pause-325874/kube-controller-manager id=bf933405-d63d-43ff-be9a-8a4f2a83333c name=/runtime.v1.RuntimeService/StartContainer sandboxID=dbaf4afa972dfc6140f49f4c8ed676befe4677723e39d88deeb567760904883f
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.145938509Z" level=info msg="Created container 8737b55ceb112acdce2cde865d80613cbe3cddcd83a868c6c5b175e1ff6f1d9f: kube-system/kindnet-pkhbj/kindnet-cni" id=f018f502-4641-4bc8-b7ba-48d89c122c6c name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.147251941Z" level=info msg="Starting container: 8737b55ceb112acdce2cde865d80613cbe3cddcd83a868c6c5b175e1ff6f1d9f" id=b579940d-e4b6-4dc1-830f-7bfbd2ffdac6 name=/runtime.v1.RuntimeService/StartContainer
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.169651251Z" level=info msg="Started container" PID=2381 containerID=8737b55ceb112acdce2cde865d80613cbe3cddcd83a868c6c5b175e1ff6f1d9f description=kube-system/kindnet-pkhbj/kindnet-cni id=b579940d-e4b6-4dc1-830f-7bfbd2ffdac6 name=/runtime.v1.RuntimeService/StartContainer sandboxID=3cd4e1b5e20bb2f1cfddd96bc66ac0f8da477c97776693ef0248b65b15b95acf
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.195807913Z" level=info msg="Created container f7033de53deddf512545fd2a634c2796e281b4aa1e67b083c3078ccfe14aa210: kube-system/kube-apiserver-pause-325874/kube-apiserver" id=e7846c39-f6d6-4b85-b5c5-c11565cc59fa name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.198038104Z" level=info msg="Starting container: f7033de53deddf512545fd2a634c2796e281b4aa1e67b083c3078ccfe14aa210" id=0cc8df02-9746-43e3-b4bd-5a06e59ba86b name=/runtime.v1.RuntimeService/StartContainer
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.203172462Z" level=info msg="Started container" PID=2393 containerID=f7033de53deddf512545fd2a634c2796e281b4aa1e67b083c3078ccfe14aa210 description=kube-system/kube-apiserver-pause-325874/kube-apiserver id=0cc8df02-9746-43e3-b4bd-5a06e59ba86b name=/runtime.v1.RuntimeService/StartContainer sandboxID=a7e59aa17256b3d2c5edb312da94f60f73236fbecfb299fb5cea9017d8855ae6
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.204616004Z" level=info msg="Created container 09344d85a63578198b519bcd84648fab9466633677a67c80750f7f81d941f54f: kube-system/etcd-pause-325874/etcd" id=283a6ab2-9ccf-40e2-8b93-a651812ac683 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.207004064Z" level=info msg="Starting container: 09344d85a63578198b519bcd84648fab9466633677a67c80750f7f81d941f54f" id=aa42438a-2b36-4183-9c87-e227d3d79c88 name=/runtime.v1.RuntimeService/StartContainer
Nov 22 02:55:08 pause-325874 crio[2071]: time="2025-11-22T02:55:08.212368808Z" level=info msg="Started container" PID=2391 containerID=09344d85a63578198b519bcd84648fab9466633677a67c80750f7f81d941f54f description=kube-system/etcd-pause-325874/etcd id=aa42438a-2b36-4183-9c87-e227d3d79c88 name=/runtime.v1.RuntimeService/StartContainer sandboxID=be821b6d0674bd9b02470a88cdcacde73f93d627bb2c7349cd6f0446790f1a67
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.519300986Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.527091911Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.527133528Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.527158029Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.530458515Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.530527291Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.53055066Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.536415167Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.536555812Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.536653044Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.543468001Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 02:55:18 pause-325874 crio[2071]: time="2025-11-22T02:55:18.543503726Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
f7033de53dedd 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 25 seconds ago Running kube-apiserver 1 a7e59aa17256b kube-apiserver-pause-325874 kube-system
09344d85a6357 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 25 seconds ago Running etcd 1 be821b6d0674b etcd-pause-325874 kube-system
4a56ae5774812 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 25 seconds ago Running kube-controller-manager 1 dbaf4afa972df kube-controller-manager-pause-325874 kube-system
8737b55ceb112 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 25 seconds ago Running kindnet-cni 1 3cd4e1b5e20bb kindnet-pkhbj kube-system
e415bf057ce82 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 25 seconds ago Running coredns 1 f56e9f0510a71 coredns-66bc5c9577-d6x85 kube-system
5e99931e001b6 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 25 seconds ago Running kube-proxy 1 85223876617fe kube-proxy-47d7w kube-system
600cbf89f7084 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 25 seconds ago Running kube-scheduler 1 c985f590bc6fe kube-scheduler-pause-325874 kube-system
654037337ca3a 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 38 seconds ago Exited coredns 0 f56e9f0510a71 coredns-66bc5c9577-d6x85 kube-system
48f056a4e4458 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c About a minute ago Exited kindnet-cni 0 3cd4e1b5e20bb kindnet-pkhbj kube-system
9834dbe07da54 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 About a minute ago Exited kube-proxy 0 85223876617fe kube-proxy-47d7w kube-system
a5bbb9d54a6ad 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Exited kube-controller-manager 0 dbaf4afa972df kube-controller-manager-pause-325874 kube-system
0f7b526f630b2 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Exited etcd 0 be821b6d0674b etcd-pause-325874 kube-system
240dc6b95aa5f b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Exited kube-scheduler 0 c985f590bc6fe kube-scheduler-pause-325874 kube-system
a9f23fb921137 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Exited kube-apiserver 0 a7e59aa17256b kube-apiserver-pause-325874 kube-system
==> coredns [654037337ca3aa56350ce8c1af1aa0a1e5615f60e621d39e95f2d3948ff126bd] <==
maxprocs: Leaving GOMAXPROCS=2: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:43644 - 30298 "HINFO IN 3557859273266674346.533894357667184404. udp 56 false 512" NXDOMAIN qr,rd,ra 56 0.022079831s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [e415bf057ce827214cc3302a4d7643f70507c4633eea32d7ab1624de6d50ceba] <==
maxprocs: Leaving GOMAXPROCS=2: CPU quota undefined
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:34014 - 49189 "HINFO IN 5274514138307538612.7387689582156275083. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.004378347s
==> describe nodes <==
Name: pause-325874
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=pause-325874
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=pause-325874
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T02_54_08_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 02:54:04 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: pause-325874
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 02:55:22 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 02:54:55 +0000 Sat, 22 Nov 2025 02:54:00 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 02:54:55 +0000 Sat, 22 Nov 2025 02:54:00 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 02:54:55 +0000 Sat, 22 Nov 2025 02:54:00 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 22 Nov 2025 02:54:55 +0000 Sat, 22 Nov 2025 02:54:55 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: pause-325874
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: 7583a70b-0247-4d8f-a80e-2b1670ae21f5
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (7 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system coredns-66bc5c9577-d6x85 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 80s
kube-system etcd-pause-325874 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 87s
kube-system kindnet-pkhbj 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 80s
kube-system kube-apiserver-pause-325874 250m (12%) 0 (0%) 0 (0%) 0 (0%) 88s
kube-system kube-controller-manager-pause-325874 200m (10%) 0 (0%) 0 (0%) 0 (0%) 86s
kube-system kube-proxy-47d7w 0 (0%) 0 (0%) 0 (0%) 0 (0%) 80s
kube-system kube-scheduler-pause-325874 100m (5%) 0 (0%) 0 (0%) 0 (0%) 86s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 79s kube-proxy
Normal Starting 20s kube-proxy
Normal NodeHasSufficientPID 95s (x8 over 95s) kubelet Node pause-325874 status is now: NodeHasSufficientPID
Warning CgroupV1 95s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 95s (x8 over 95s) kubelet Node pause-325874 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 95s (x8 over 95s) kubelet Node pause-325874 status is now: NodeHasNoDiskPressure
Normal Starting 95s kubelet Starting kubelet.
Normal Starting 86s kubelet Starting kubelet.
Warning CgroupV1 86s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 86s kubelet Node pause-325874 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 86s kubelet Node pause-325874 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 86s kubelet Node pause-325874 status is now: NodeHasSufficientPID
Normal RegisteredNode 81s node-controller Node pause-325874 event: Registered Node pause-325874 in Controller
Normal NodeReady 38s kubelet Node pause-325874 status is now: NodeReady
Normal RegisteredNode 18s node-controller Node pause-325874 event: Registered Node pause-325874 in Controller
==> dmesg <==
[Nov22 02:27] overlayfs: idmapped layers are currently not supported
[ +4.975972] overlayfs: idmapped layers are currently not supported
[Nov22 02:28] overlayfs: idmapped layers are currently not supported
[ +42.288502] overlayfs: idmapped layers are currently not supported
[Nov22 02:30] overlayfs: idmapped layers are currently not supported
[Nov22 02:35] overlayfs: idmapped layers are currently not supported
[Nov22 02:36] overlayfs: idmapped layers are currently not supported
[Nov22 02:37] overlayfs: idmapped layers are currently not supported
[Nov22 02:38] overlayfs: idmapped layers are currently not supported
[Nov22 02:39] overlayfs: idmapped layers are currently not supported
[Nov22 02:41] overlayfs: idmapped layers are currently not supported
[ +22.252297] overlayfs: idmapped layers are currently not supported
[ +13.476824] overlayfs: idmapped layers are currently not supported
[Nov22 02:42] hrtimer: interrupt took 39554483 ns
[ +30.996351] overlayfs: idmapped layers are currently not supported
[ +28.004266] overlayfs: idmapped layers are currently not supported
[Nov22 02:43] overlayfs: idmapped layers are currently not supported
[Nov22 02:44] overlayfs: idmapped layers are currently not supported
[Nov22 02:45] overlayfs: idmapped layers are currently not supported
[Nov22 02:46] overlayfs: idmapped layers are currently not supported
[Nov22 02:49] overlayfs: idmapped layers are currently not supported
[Nov22 02:51] overlayfs: idmapped layers are currently not supported
[ +27.358169] systemd-journald[231]: Failed to send stream file descriptor to service manager: Connection refused
[ +1.241009] overlayfs: idmapped layers are currently not supported
[Nov22 02:53] overlayfs: idmapped layers are currently not supported
==> etcd [09344d85a63578198b519bcd84648fab9466633677a67c80750f7f81d941f54f] <==
{"level":"warn","ts":"2025-11-22T02:55:10.650622Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40726","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.691431Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40744","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.734931Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40754","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.787527Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40766","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.824755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40782","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.841626Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40800","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.867823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40810","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.891904Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40838","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.938826Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40860","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.944021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40872","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.968174Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40896","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:10.987295Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40918","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.002980Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40938","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.027337Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40954","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.047982Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40966","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.076769Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40988","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.096211Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41006","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.129135Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41024","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.173429Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41052","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.201299Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41066","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.233535Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41086","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.260525Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41100","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.278266Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41122","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.304662Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41136","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:55:11.398786Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41158","server-name":"","error":"EOF"}
==> etcd [0f7b526f630b2d2ca9a134756517eb12a78f5cdd5ca7bd5b8f40e54c4ff4f893] <==
{"level":"warn","ts":"2025-11-22T02:54:03.042656Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53236","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:54:03.057894Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53254","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:54:03.092919Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53280","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:54:03.139349Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53294","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:54:03.165933Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53310","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:54:03.189285Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53328","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T02:54:03.319671Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53338","server-name":"","error":"EOF"}
{"level":"info","ts":"2025-11-22T02:54:59.021040Z","caller":"osutil/interrupt_unix.go:65","msg":"received signal; shutting down","signal":"terminated"}
{"level":"info","ts":"2025-11-22T02:54:59.021156Z","caller":"embed/etcd.go:426","msg":"closing etcd server","name":"pause-325874","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.76.2:2380"],"advertise-client-urls":["https://192.168.76.2:2379"]}
{"level":"error","ts":"2025-11-22T02:54:59.021253Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"http: Server closed","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*serveCtx).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/serve.go:90"}
{"level":"error","ts":"2025-11-22T02:54:59.022494Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"http: Server closed","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*serveCtx).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/serve.go:90"}
{"level":"error","ts":"2025-11-22T02:54:59.160598Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 127.0.0.1:2381: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-11-22T02:54:59.160668Z","caller":"etcdserver/server.go:1281","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"ea7e25599daad906","current-leader-member-id":"ea7e25599daad906"}
{"level":"info","ts":"2025-11-22T02:54:59.160739Z","caller":"etcdserver/server.go:2319","msg":"server has stopped; stopping cluster version's monitor"}
{"level":"info","ts":"2025-11-22T02:54:59.160756Z","caller":"etcdserver/server.go:2342","msg":"server has stopped; stopping storage version's monitor"}
{"level":"warn","ts":"2025-11-22T02:54:59.160808Z","caller":"embed/serve.go:245","msg":"stopping secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}
{"level":"warn","ts":"2025-11-22T02:54:59.160888Z","caller":"embed/serve.go:247","msg":"stopped secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}
{"level":"error","ts":"2025-11-22T02:54:59.160932Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 127.0.0.1:2379: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"warn","ts":"2025-11-22T02:54:59.161026Z","caller":"embed/serve.go:245","msg":"stopping secure grpc server due to error","error":"accept tcp 192.168.76.2:2379: use of closed network connection"}
{"level":"warn","ts":"2025-11-22T02:54:59.161044Z","caller":"embed/serve.go:247","msg":"stopped secure grpc server due to error","error":"accept tcp 192.168.76.2:2379: use of closed network connection"}
{"level":"error","ts":"2025-11-22T02:54:59.161051Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 192.168.76.2:2379: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-11-22T02:54:59.164169Z","caller":"embed/etcd.go:621","msg":"stopping serving peer traffic","address":"192.168.76.2:2380"}
{"level":"error","ts":"2025-11-22T02:54:59.164255Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 192.168.76.2:2380: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-11-22T02:54:59.164288Z","caller":"embed/etcd.go:626","msg":"stopped serving peer traffic","address":"192.168.76.2:2380"}
{"level":"info","ts":"2025-11-22T02:54:59.164317Z","caller":"embed/etcd.go:428","msg":"closed etcd server","name":"pause-325874","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.76.2:2380"],"advertise-client-urls":["https://192.168.76.2:2379"]}
==> kernel <==
02:55:34 up 1:37, 0 user, load average: 2.36, 2.31, 2.02
Linux pause-325874 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [48f056a4e4458f0e2dbde261b645a7a985e0d5973255db5a51e8b0b8f8b161c4] <==
I1122 02:54:14.315228 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 02:54:14.315643 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1122 02:54:14.315802 1 main.go:148] setting mtu 1500 for CNI
I1122 02:54:14.315844 1 main.go:178] kindnetd IP family: "ipv4"
I1122 02:54:14.315881 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T02:54:14Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 02:54:14.607981 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 02:54:14.608384 1 controller.go:381] "Waiting for informer caches to sync"
I1122 02:54:14.608455 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 02:54:14.609052 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1122 02:54:44.608842 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1122 02:54:44.608842 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1122 02:54:44.608943 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1122 02:54:44.609035 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
I1122 02:54:46.009098 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 02:54:46.009216 1 metrics.go:72] Registering metrics
I1122 02:54:46.009311 1 controller.go:711] "Syncing nftables rules"
I1122 02:54:54.608380 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 02:54:54.608422 1 main.go:301] handling current node
==> kindnet [8737b55ceb112acdce2cde865d80613cbe3cddcd83a868c6c5b175e1ff6f1d9f] <==
I1122 02:55:08.346791 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 02:55:08.347179 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1122 02:55:08.349710 1 main.go:148] setting mtu 1500 for CNI
I1122 02:55:08.349768 1 main.go:178] kindnetd IP family: "ipv4"
I1122 02:55:08.349816 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T02:55:08Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 02:55:08.517922 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 02:55:08.517991 1 controller.go:381] "Waiting for informer caches to sync"
I1122 02:55:08.518024 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 02:55:08.518834 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1122 02:55:12.620378 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 02:55:12.620487 1 metrics.go:72] Registering metrics
I1122 02:55:12.620591 1 controller.go:711] "Syncing nftables rules"
I1122 02:55:18.518885 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 02:55:18.518938 1 main.go:301] handling current node
I1122 02:55:28.517500 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 02:55:28.517531 1 main.go:301] handling current node
==> kube-apiserver [a9f23fb921137a7adf21c1c0feba63dc91876e001f9567f2e712504915c90e30] <==
W1122 02:54:59.043689 1 logging.go:55] [core] [Channel #155 SubChannel #157]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043713 1 logging.go:55] [core] [Channel #79 SubChannel #81]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043737 1 logging.go:55] [core] [Channel #139 SubChannel #141]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043763 1 logging.go:55] [core] [Channel #159 SubChannel #161]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043788 1 logging.go:55] [core] [Channel #235 SubChannel #237]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043812 1 logging.go:55] [core] [Channel #99 SubChannel #101]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043835 1 logging.go:55] [core] [Channel #67 SubChannel #69]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043858 1 logging.go:55] [core] [Channel #103 SubChannel #105]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043884 1 logging.go:55] [core] [Channel #227 SubChannel #229]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.043909 1 logging.go:55] [core] [Channel #175 SubChannel #177]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.044584 1 logging.go:55] [core] [Channel #119 SubChannel #121]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.044609 1 logging.go:55] [core] [Channel #251 SubChannel #253]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.044632 1 logging.go:55] [core] [Channel #63 SubChannel #65]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.044656 1 logging.go:55] [core] [Channel #55 SubChannel #57]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.044680 1 logging.go:55] [core] [Channel #135 SubChannel #137]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.044704 1 logging.go:55] [core] [Channel #215 SubChannel #217]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.044727 1 logging.go:55] [core] [Channel #147 SubChannel #149]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.045129 1 logging.go:55] [core] [Channel #127 SubChannel #129]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.045151 1 logging.go:55] [core] [Channel #39 SubChannel #41]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.045175 1 logging.go:55] [core] [Channel #191 SubChannel #193]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.045198 1 logging.go:55] [core] [Channel #207 SubChannel #209]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.045414 1 logging.go:55] [core] [Channel #111 SubChannel #113]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.045437 1 logging.go:55] [core] [Channel #83 SubChannel #85]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1122 02:54:59.045555 1 logging.go:55] [core] [Channel #59 SubChannel #61]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
==> kube-apiserver [f7033de53deddf512545fd2a634c2796e281b4aa1e67b083c3078ccfe14aa210] <==
I1122 02:55:12.597026 1 shared_informer.go:356] "Caches are synced" controller="configmaps"
I1122 02:55:12.597093 1 cache.go:39] Caches are synced for LocalAvailability controller
I1122 02:55:12.597285 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1122 02:55:12.597344 1 shared_informer.go:356] "Caches are synced" controller="crd-autoregister"
I1122 02:55:12.597454 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1122 02:55:12.597550 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1122 02:55:12.608728 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 02:55:12.609903 1 aggregator.go:171] initial CRD sync complete...
I1122 02:55:12.609928 1 autoregister_controller.go:144] Starting autoregister controller
I1122 02:55:12.609936 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1122 02:55:12.609943 1 cache.go:39] Caches are synced for autoregister controller
I1122 02:55:12.610192 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1122 02:55:12.614326 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1122 02:55:12.614623 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1122 02:55:12.627062 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1122 02:55:12.627168 1 shared_informer.go:356] "Caches are synced" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]"
I1122 02:55:12.627207 1 policy_source.go:240] refreshing policies
I1122 02:55:12.693977 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
E1122 02:55:12.707450 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1122 02:55:13.309271 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 02:55:14.471830 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1122 02:55:15.876124 1 controller.go:667] quota admission added evaluator for: endpoints
I1122 02:55:16.064403 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1122 02:55:16.113329 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1122 02:55:16.264744 1 controller.go:667] quota admission added evaluator for: deployments.apps
==> kube-controller-manager [4a56ae5774812ef2300797c7cfaa5caab33f67ac19553884e9158500dd5120db] <==
I1122 02:55:15.881637 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1122 02:55:15.884894 1 shared_informer.go:356] "Caches are synced" controller="ReplicationController"
I1122 02:55:15.886128 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 02:55:15.888266 1 shared_informer.go:356] "Caches are synced" controller="node"
I1122 02:55:15.888323 1 range_allocator.go:177] "Sending events to api server" logger="node-ipam-controller"
I1122 02:55:15.888344 1 range_allocator.go:183] "Starting range CIDR allocator" logger="node-ipam-controller"
I1122 02:55:15.888358 1 shared_informer.go:349] "Waiting for caches to sync" controller="cidrallocator"
I1122 02:55:15.888364 1 shared_informer.go:356] "Caches are synced" controller="cidrallocator"
I1122 02:55:15.890743 1 shared_informer.go:356] "Caches are synced" controller="taint"
I1122 02:55:15.890826 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""
I1122 02:55:15.890906 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="pause-325874"
I1122 02:55:15.890951 1 node_lifecycle_controller.go:1067] "Controller detected that zone is now in new state" logger="node-lifecycle-controller" zone="" newState="Normal"
I1122 02:55:15.894072 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 02:55:15.894097 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1122 02:55:15.894105 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1122 02:55:15.894185 1 shared_informer.go:356] "Caches are synced" controller="GC"
I1122 02:55:15.905026 1 shared_informer.go:356] "Caches are synced" controller="ReplicaSet"
I1122 02:55:15.905158 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1122 02:55:15.905033 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1122 02:55:15.905642 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1122 02:55:15.905773 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1122 02:55:15.906264 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1122 02:55:15.908111 1 shared_informer.go:356] "Caches are synced" controller="legacy-service-account-token-cleaner"
I1122 02:55:15.911963 1 shared_informer.go:356] "Caches are synced" controller="TTL"
I1122 02:55:15.913145 1 shared_informer.go:356] "Caches are synced" controller="namespace"
==> kube-controller-manager [a5bbb9d54a6ad27c306aa66f8f626bb8d1cceca4b0f6619391efc2716363e94b] <==
I1122 02:54:12.332157 1 shared_informer.go:349] "Waiting for caches to sync" controller="cidrallocator"
I1122 02:54:12.332184 1 shared_informer.go:356] "Caches are synced" controller="cidrallocator"
I1122 02:54:12.332317 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 02:54:12.335593 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1122 02:54:12.340518 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1122 02:54:12.340959 1 range_allocator.go:428] "Set node PodCIDR" logger="node-ipam-controller" node="pause-325874" podCIDRs=["10.244.0.0/24"]
I1122 02:54:12.347906 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1122 02:54:12.350040 1 shared_informer.go:356] "Caches are synced" controller="job"
I1122 02:54:12.353363 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 02:54:12.360611 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1122 02:54:12.369927 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1122 02:54:12.373372 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1122 02:54:12.374551 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
I1122 02:54:12.374639 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1122 02:54:12.374685 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
I1122 02:54:12.375101 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1122 02:54:12.375402 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-client"
I1122 02:54:12.375486 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1122 02:54:12.377848 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1122 02:54:12.378666 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kube-apiserver-client"
I1122 02:54:12.378730 1 shared_informer.go:356] "Caches are synced" controller="PV protection"
I1122 02:54:12.378798 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-serving"
I1122 02:54:12.383075 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 02:54:12.389750 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1122 02:54:57.332461 1 node_lifecycle_controller.go:1044] "Controller detected that some Nodes are Ready. Exiting master disruption mode" logger="node-lifecycle-controller"
==> kube-proxy [5e99931e001b6318d3ffa821fef083615dd84a5091c47046f40403dd9c22da6d] <==
I1122 02:55:09.010310 1 server_linux.go:53] "Using iptables proxy"
I1122 02:55:10.283506 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 02:55:12.653619 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 02:55:12.679461 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1122 02:55:12.699895 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 02:55:12.913563 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 02:55:12.913691 1 server_linux.go:132] "Using iptables Proxier"
I1122 02:55:12.925318 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 02:55:12.925603 1 server.go:527] "Version info" version="v1.34.1"
I1122 02:55:12.925620 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 02:55:12.926790 1 config.go:200] "Starting service config controller"
I1122 02:55:12.926801 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 02:55:12.934530 1 config.go:106] "Starting endpoint slice config controller"
I1122 02:55:12.935900 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 02:55:12.936084 1 config.go:309] "Starting node config controller"
I1122 02:55:12.936130 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 02:55:12.936203 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 02:55:12.935340 1 config.go:403] "Starting serviceCIDR config controller"
I1122 02:55:12.936533 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 02:55:13.027732 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 02:55:13.037089 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1122 02:55:13.037099 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-proxy [9834dbe07da54298e6b464828b3201a8c79d128cf7dd8fb7363af62fdc73d53e] <==
I1122 02:54:14.258992 1 server_linux.go:53] "Using iptables proxy"
I1122 02:54:14.363217 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 02:54:14.465643 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 02:54:14.465835 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1122 02:54:14.465941 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 02:54:14.521918 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 02:54:14.522039 1 server_linux.go:132] "Using iptables Proxier"
I1122 02:54:14.526257 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 02:54:14.526657 1 server.go:527] "Version info" version="v1.34.1"
I1122 02:54:14.526877 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 02:54:14.528140 1 config.go:200] "Starting service config controller"
I1122 02:54:14.528162 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 02:54:14.528178 1 config.go:106] "Starting endpoint slice config controller"
I1122 02:54:14.528182 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 02:54:14.528198 1 config.go:403] "Starting serviceCIDR config controller"
I1122 02:54:14.528203 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 02:54:14.530049 1 config.go:309] "Starting node config controller"
I1122 02:54:14.530126 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 02:54:14.530158 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 02:54:14.628228 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 02:54:14.628330 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1122 02:54:14.628357 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [240dc6b95aa5f95436b100bb37f4791b07ee84326aba011e69964e11391a9fd6] <==
E1122 02:54:05.592027 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1122 02:54:05.594687 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
E1122 02:54:05.594852 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E1122 02:54:05.596933 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1122 02:54:05.597075 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceClaim"
E1122 02:54:05.597235 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1122 02:54:05.597332 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E1122 02:54:05.597413 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E1122 02:54:05.597494 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
E1122 02:54:05.604529 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E1122 02:54:05.604728 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1122 02:54:05.604860 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1122 02:54:05.604953 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1122 02:54:05.610315 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1122 02:54:05.610555 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E1122 02:54:05.610763 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1122 02:54:05.610904 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E1122 02:54:05.610994 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
I1122 02:54:06.581862 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:54:59.018541 1 secure_serving.go:259] Stopped listening on 127.0.0.1:10259
I1122 02:54:59.018565 1 server.go:263] "[graceful-termination] secure server has stopped listening"
I1122 02:54:59.018587 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I1122 02:54:59.018609 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:54:59.019209 1 server.go:265] "[graceful-termination] secure server is exiting"
E1122 02:54:59.019231 1 run.go:72] "command failed" err="finished without leader elect"
==> kube-scheduler [600cbf89f708404da29000a6b13cd90ab9ee6413faa9e346b29bb81ca6f60e94] <==
I1122 02:55:09.384257 1 serving.go:386] Generated self-signed cert in-memory
I1122 02:55:12.788976 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1122 02:55:12.789100 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 02:55:12.807504 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1122 02:55:12.807636 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:55:12.807754 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:55:12.807605 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1122 02:55:12.807774 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1122 02:55:12.807648 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 02:55:12.808651 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 02:55:12.807661 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1122 02:55:12.908622 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1122 02:55:12.908920 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:55:12.909694 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
==> kubelet <==
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.893665 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-pause-325874\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="eeb93c05679873d522aba868edc3be95" pod="kube-system/kube-apiserver-pause-325874"
Nov 22 02:55:07 pause-325874 kubelet[1307]: I1122 02:55:07.896769 1307 scope.go:117] "RemoveContainer" containerID="0f7b526f630b2d2ca9a134756517eb12a78f5cdd5ca7bd5b8f40e54c4ff4f893"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.897401 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-47d7w\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="26872c93-61bd-4199-912c-c7286547189e" pod="kube-system/kube-proxy-47d7w"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.897621 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/coredns-66bc5c9577-d6x85\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="c8b5015e-e323-4b1e-ad08-d21a217fbbe5" pod="kube-system/coredns-66bc5c9577-d6x85"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.897886 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/etcd-pause-325874\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="4f4d3e5be7d3f64102e6efb13d4ef3fb" pod="kube-system/etcd-pause-325874"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.898183 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-pause-325874\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="d581feb916bc30ce0c56beeb0dbcd178" pod="kube-system/kube-scheduler-pause-325874"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.898391 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-pause-325874\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="eeb93c05679873d522aba868edc3be95" pod="kube-system/kube-apiserver-pause-325874"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.898601 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kindnet-pkhbj\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="4a35070a-bc56-45b2-9120-11bf22e14927" pod="kube-system/kindnet-pkhbj"
Nov 22 02:55:07 pause-325874 kubelet[1307]: I1122 02:55:07.903407 1307 scope.go:117] "RemoveContainer" containerID="a5bbb9d54a6ad27c306aa66f8f626bb8d1cceca4b0f6619391efc2716363e94b"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.903797 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/etcd-pause-325874\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="4f4d3e5be7d3f64102e6efb13d4ef3fb" pod="kube-system/etcd-pause-325874"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.904028 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-pause-325874\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="d581feb916bc30ce0c56beeb0dbcd178" pod="kube-system/kube-scheduler-pause-325874"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.904243 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-pause-325874\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="eeb93c05679873d522aba868edc3be95" pod="kube-system/kube-apiserver-pause-325874"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.904434 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-pause-325874\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="ed627dc9bce875f09d3629ff0749e61d" pod="kube-system/kube-controller-manager-pause-325874"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.904635 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kindnet-pkhbj\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="4a35070a-bc56-45b2-9120-11bf22e14927" pod="kube-system/kindnet-pkhbj"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.904817 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-47d7w\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="26872c93-61bd-4199-912c-c7286547189e" pod="kube-system/kube-proxy-47d7w"
Nov 22 02:55:07 pause-325874 kubelet[1307]: E1122 02:55:07.905001 1307 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.76.2:8443/api/v1/namespaces/kube-system/pods/coredns-66bc5c9577-d6x85\": dial tcp 192.168.76.2:8443: connect: connection refused" podUID="c8b5015e-e323-4b1e-ad08-d21a217fbbe5" pod="kube-system/coredns-66bc5c9577-d6x85"
Nov 22 02:55:12 pause-325874 kubelet[1307]: E1122 02:55:12.346692 1307 status_manager.go:1018] "Failed to get status for pod" err="pods \"kindnet-pkhbj\" is forbidden: User \"system:node:pause-325874\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'pause-325874' and this object" podUID="4a35070a-bc56-45b2-9120-11bf22e14927" pod="kube-system/kindnet-pkhbj"
Nov 22 02:55:12 pause-325874 kubelet[1307]: E1122 02:55:12.417931 1307 status_manager.go:1018] "Failed to get status for pod" err="pods \"kube-proxy-47d7w\" is forbidden: User \"system:node:pause-325874\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'pause-325874' and this object" podUID="26872c93-61bd-4199-912c-c7286547189e" pod="kube-system/kube-proxy-47d7w"
Nov 22 02:55:12 pause-325874 kubelet[1307]: E1122 02:55:12.430180 1307 status_manager.go:1018] "Failed to get status for pod" err="pods \"coredns-66bc5c9577-d6x85\" is forbidden: User \"system:node:pause-325874\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'pause-325874' and this object" podUID="c8b5015e-e323-4b1e-ad08-d21a217fbbe5" pod="kube-system/coredns-66bc5c9577-d6x85"
Nov 22 02:55:12 pause-325874 kubelet[1307]: E1122 02:55:12.466170 1307 status_manager.go:1018] "Failed to get status for pod" err="pods \"etcd-pause-325874\" is forbidden: User \"system:node:pause-325874\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'pause-325874' and this object" podUID="4f4d3e5be7d3f64102e6efb13d4ef3fb" pod="kube-system/etcd-pause-325874"
Nov 22 02:55:12 pause-325874 kubelet[1307]: E1122 02:55:12.513996 1307 status_manager.go:1018] "Failed to get status for pod" err="pods \"kube-scheduler-pause-325874\" is forbidden: User \"system:node:pause-325874\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'pause-325874' and this object" podUID="d581feb916bc30ce0c56beeb0dbcd178" pod="kube-system/kube-scheduler-pause-325874"
Nov 22 02:55:17 pause-325874 kubelet[1307]: W1122 02:55:17.789569 1307 conversion.go:112] Could not get instant cpu stats: cumulative stats decrease
Nov 22 02:55:28 pause-325874 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Nov 22 02:55:28 pause-325874 systemd[1]: kubelet.service: Deactivated successfully.
Nov 22 02:55:28 pause-325874 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p pause-325874 -n pause-325874
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p pause-325874 -n pause-325874: exit status 2 (476.724291ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context pause-325874 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestPause/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestPause/serial/Pause (7.51s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p old-k8s-version-250049 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable metrics-server -p old-k8s-version-250049 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: exit status 11 (283.567557ms)
-- stdout --
-- /stdout --
** stderr **
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:59:06Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_2bafae6fa40fec163538f94366e390b0317a8b15_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
start_stop_delete_test.go:205: failed to enable an addon post-stop. args "out/minikube-linux-arm64 addons enable metrics-server -p old-k8s-version-250049 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain": exit status 11
start_stop_delete_test.go:213: (dbg) Run: kubectl --context old-k8s-version-250049 describe deploy/metrics-server -n kube-system
start_stop_delete_test.go:213: (dbg) Non-zero exit: kubectl --context old-k8s-version-250049 describe deploy/metrics-server -n kube-system: exit status 1 (87.104701ms)
** stderr **
Error from server (NotFound): deployments.apps "metrics-server" not found
** /stderr **
start_stop_delete_test.go:215: failed to get info on auto-pause deployments. args "kubectl --context old-k8s-version-250049 describe deploy/metrics-server -n kube-system": exit status 1
start_stop_delete_test.go:219: addon did not load correct image. Expected to contain " fake.domain/registry.k8s.io/echoserver:1.4". Addon deployment info:
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect old-k8s-version-250049
helpers_test.go:243: (dbg) docker inspect old-k8s-version-250049:
-- stdout --
[
{
"Id": "bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027",
"Created": "2025-11-22T02:58:04.505729308Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 181476,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T02:58:04.588294077Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027/hostname",
"HostsPath": "/var/lib/docker/containers/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027/hosts",
"LogPath": "/var/lib/docker/containers/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027-json.log",
"Name": "/old-k8s-version-250049",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"old-k8s-version-250049:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "old-k8s-version-250049",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027",
"LowerDir": "/var/lib/docker/overlay2/b128c071ca811e084997d9a142fbda41dea90af7454441c58d4e605c4bfbb244-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/b128c071ca811e084997d9a142fbda41dea90af7454441c58d4e605c4bfbb244/merged",
"UpperDir": "/var/lib/docker/overlay2/b128c071ca811e084997d9a142fbda41dea90af7454441c58d4e605c4bfbb244/diff",
"WorkDir": "/var/lib/docker/overlay2/b128c071ca811e084997d9a142fbda41dea90af7454441c58d4e605c4bfbb244/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "old-k8s-version-250049",
"Source": "/var/lib/docker/volumes/old-k8s-version-250049/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "old-k8s-version-250049",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "old-k8s-version-250049",
"name.minikube.sigs.k8s.io": "old-k8s-version-250049",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "47608a98b9d07b12b75c7fcfacfdaa3e1cf369fe9236a8eabe8103d8bc5cc276",
"SandboxKey": "/var/run/docker/netns/47608a98b9d0",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33051"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33052"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33055"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33053"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33054"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"old-k8s-version-250049": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "32:73:75:b6:00:54",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "ea607bed034d8099801f067b0249350a7e4a6ed0ef6d3bc02122e8b36f008043",
"EndpointID": "194efd4cb41ea8f489fc0f341655b925c7acbf7482da6612080a9cf42c36f085",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"old-k8s-version-250049",
"bae73b9b10f7"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-250049 -n old-k8s-version-250049
helpers_test.go:252: <<< TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p old-k8s-version-250049 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p old-k8s-version-250049 logs -n 25: (1.242646747s)
helpers_test.go:260: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────
────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────
────┤
│ ssh │ -p cilium-646238 sudo systemctl status cri-docker --all --full --no-pager │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo systemctl cat cri-docker --no-pager │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo cat /etc/systemd/system/cri-docker.service.d/10-cni.conf │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo cat /usr/lib/systemd/system/cri-docker.service │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo cri-dockerd --version │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo systemctl status containerd --all --full --no-pager │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo systemctl cat containerd --no-pager │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo cat /lib/systemd/system/containerd.service │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo cat /etc/containerd/config.toml │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo containerd config dump │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo systemctl status crio --all --full --no-pager │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo systemctl cat crio --no-pager │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo find /etc/crio -type f -exec sh -c 'echo {}; cat {}' \; │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo crio config │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ delete │ -p cilium-646238 │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:56 UTC │
│ start │ -p force-systemd-env-289111 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ force-systemd-env-289111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:57 UTC │
│ delete │ -p kubernetes-upgrade-009731 │ kubernetes-upgrade-009731 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:56 UTC │
│ start │ -p cert-expiration-893129 --memory=3072 --cert-expiration=3m --driver=docker --container-runtime=crio │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:57 UTC │
│ delete │ -p force-systemd-env-289111 │ force-systemd-env-289111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ start │ -p cert-options-359368 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ ssh │ cert-options-359368 ssh openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ ssh │ -p cert-options-359368 -- sudo cat /etc/kubernetes/admin.conf │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ delete │ -p cert-options-359368 │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ start │ -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:58 UTC │
│ addons │ enable metrics-server -p old-k8s-version-250049 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────
────┘
==> Last Start <==
Log file created at: 2025/11/22 02:57:58
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 02:57:58.438902 181087 out.go:360] Setting OutFile to fd 1 ...
I1122 02:57:58.439415 181087 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:57:58.439445 181087 out.go:374] Setting ErrFile to fd 2...
I1122 02:57:58.439465 181087 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:57:58.439762 181087 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:57:58.440264 181087 out.go:368] Setting JSON to false
I1122 02:57:58.441236 181087 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6005,"bootTime":1763774274,"procs":181,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 02:57:58.441325 181087 start.go:143] virtualization:
I1122 02:57:58.445189 181087 out.go:179] * [old-k8s-version-250049] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 02:57:58.449962 181087 out.go:179] - MINIKUBE_LOCATION=21946
I1122 02:57:58.450016 181087 notify.go:221] Checking for updates...
I1122 02:57:58.457042 181087 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 02:57:58.460476 181087 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 02:57:58.463726 181087 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 02:57:58.466927 181087 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 02:57:58.470062 181087 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 02:57:58.473628 181087 config.go:182] Loaded profile config "cert-expiration-893129": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:57:58.473775 181087 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 02:57:58.505489 181087 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 02:57:58.505616 181087 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 02:57:58.574008 181087 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 02:57:58.564126221 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 02:57:58.574112 181087 docker.go:319] overlay module found
I1122 02:57:58.577422 181087 out.go:179] * Using the docker driver based on user configuration
I1122 02:57:58.580421 181087 start.go:309] selected driver: docker
I1122 02:57:58.580445 181087 start.go:927] validating driver "docker" against <nil>
I1122 02:57:58.580458 181087 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 02:57:58.581187 181087 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 02:57:58.643716 181087 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 02:57:58.634598075 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 02:57:58.643882 181087 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1122 02:57:58.644119 181087 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 02:57:58.647369 181087 out.go:179] * Using Docker driver with root privileges
I1122 02:57:58.650432 181087 cni.go:84] Creating CNI manager for ""
I1122 02:57:58.650509 181087 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 02:57:58.650523 181087 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1122 02:57:58.650607 181087 start.go:353] cluster config:
{Name:old-k8s-version-250049 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-250049 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local
ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SS
HAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 02:57:58.655670 181087 out.go:179] * Starting "old-k8s-version-250049" primary control-plane node in "old-k8s-version-250049" cluster
I1122 02:57:58.658521 181087 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 02:57:58.662319 181087 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 02:57:58.665225 181087 preload.go:188] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1122 02:57:58.665270 181087 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4
I1122 02:57:58.665298 181087 cache.go:65] Caching tarball of preloaded images
I1122 02:57:58.665307 181087 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 02:57:58.665378 181087 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 02:57:58.665389 181087 cache.go:68] Finished verifying existence of preloaded tar for v1.28.0 on crio
I1122 02:57:58.665494 181087 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/config.json ...
I1122 02:57:58.665512 181087 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/config.json: {Name:mk0360a7d9a74a25a8295ae235a580ce4eb380c7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:57:58.685264 181087 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 02:57:58.685293 181087 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 02:57:58.685311 181087 cache.go:243] Successfully downloaded all kic artifacts
I1122 02:57:58.685341 181087 start.go:360] acquireMachinesLock for old-k8s-version-250049: {Name:mk23e95dcfa2ac743e02b3703c2a83b390219973 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 02:57:58.686461 181087 start.go:364] duration metric: took 1.095494ms to acquireMachinesLock for "old-k8s-version-250049"
I1122 02:57:58.686503 181087 start.go:93] Provisioning new machine with config: &{Name:old-k8s-version-250049 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-250049 Namespace:default APIServerHAVIP:
APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQ
emuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 02:57:58.686602 181087 start.go:125] createHost starting for "" (driver="docker")
I1122 02:57:58.690038 181087 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1122 02:57:58.690265 181087 start.go:159] libmachine.API.Create for "old-k8s-version-250049" (driver="docker")
I1122 02:57:58.690306 181087 client.go:173] LocalClient.Create starting
I1122 02:57:58.690384 181087 main.go:143] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem
I1122 02:57:58.690447 181087 main.go:143] libmachine: Decoding PEM data...
I1122 02:57:58.690464 181087 main.go:143] libmachine: Parsing certificate...
I1122 02:57:58.690510 181087 main.go:143] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem
I1122 02:57:58.690530 181087 main.go:143] libmachine: Decoding PEM data...
I1122 02:57:58.690546 181087 main.go:143] libmachine: Parsing certificate...
I1122 02:57:58.690942 181087 cli_runner.go:164] Run: docker network inspect old-k8s-version-250049 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1122 02:57:58.708036 181087 cli_runner.go:211] docker network inspect old-k8s-version-250049 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1122 02:57:58.708124 181087 network_create.go:284] running [docker network inspect old-k8s-version-250049] to gather additional debugging logs...
I1122 02:57:58.708145 181087 cli_runner.go:164] Run: docker network inspect old-k8s-version-250049
W1122 02:57:58.724235 181087 cli_runner.go:211] docker network inspect old-k8s-version-250049 returned with exit code 1
I1122 02:57:58.724265 181087 network_create.go:287] error running [docker network inspect old-k8s-version-250049]: docker network inspect old-k8s-version-250049: exit status 1
stdout:
[]
stderr:
Error response from daemon: network old-k8s-version-250049 not found
I1122 02:57:58.724278 181087 network_create.go:289] output of [docker network inspect old-k8s-version-250049]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network old-k8s-version-250049 not found
** /stderr **
I1122 02:57:58.724415 181087 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 02:57:58.741079 181087 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-9752cc1a0776 IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:2e:e3:a1:35:ea:78} reservation:<nil>}
I1122 02:57:58.741423 181087 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-7987ef40c44b IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:0a:09:d3:91:e5:dd} reservation:<nil>}
I1122 02:57:58.741756 181087 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-032f895d6b93 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:4e:b1:8d:28:6d:7a} reservation:<nil>}
I1122 02:57:58.742172 181087 network.go:206] using free private subnet 192.168.76.0/24: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40019e03c0}
I1122 02:57:58.742198 181087 network_create.go:124] attempt to create docker network old-k8s-version-250049 192.168.76.0/24 with gateway 192.168.76.1 and MTU of 1500 ...
I1122 02:57:58.742264 181087 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.76.0/24 --gateway=192.168.76.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=old-k8s-version-250049 old-k8s-version-250049
I1122 02:57:58.803379 181087 network_create.go:108] docker network old-k8s-version-250049 192.168.76.0/24 created
I1122 02:57:58.803407 181087 kic.go:121] calculated static IP "192.168.76.2" for the "old-k8s-version-250049" container
I1122 02:57:58.803500 181087 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1122 02:57:58.824708 181087 cli_runner.go:164] Run: docker volume create old-k8s-version-250049 --label name.minikube.sigs.k8s.io=old-k8s-version-250049 --label created_by.minikube.sigs.k8s.io=true
I1122 02:57:58.844632 181087 oci.go:103] Successfully created a docker volume old-k8s-version-250049
I1122 02:57:58.844729 181087 cli_runner.go:164] Run: docker run --rm --name old-k8s-version-250049-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=old-k8s-version-250049 --entrypoint /usr/bin/test -v old-k8s-version-250049:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -d /var/lib
I1122 02:57:59.390133 181087 oci.go:107] Successfully prepared a docker volume old-k8s-version-250049
I1122 02:57:59.390199 181087 preload.go:188] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1122 02:57:59.390215 181087 kic.go:194] Starting extracting preloaded images to volume ...
I1122 02:57:59.390281 181087 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v old-k8s-version-250049:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -I lz4 -xf /preloaded.tar -C /extractDir
I1122 02:58:04.434142 181087 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v old-k8s-version-250049:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -I lz4 -xf /preloaded.tar -C /extractDir: (5.043809819s)
I1122 02:58:04.434178 181087 kic.go:203] duration metric: took 5.043959212s to extract preloaded images to volume ...
W1122 02:58:04.434333 181087 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1122 02:58:04.434449 181087 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1122 02:58:04.490290 181087 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname old-k8s-version-250049 --name old-k8s-version-250049 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=old-k8s-version-250049 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=old-k8s-version-250049 --network old-k8s-version-250049 --ip 192.168.76.2 --volume old-k8s-version-250049:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a
I1122 02:58:04.817989 181087 cli_runner.go:164] Run: docker container inspect old-k8s-version-250049 --format={{.State.Running}}
I1122 02:58:04.843151 181087 cli_runner.go:164] Run: docker container inspect old-k8s-version-250049 --format={{.State.Status}}
I1122 02:58:04.866832 181087 cli_runner.go:164] Run: docker exec old-k8s-version-250049 stat /var/lib/dpkg/alternatives/iptables
I1122 02:58:04.924964 181087 oci.go:144] the created container "old-k8s-version-250049" has a running status.
I1122 02:58:04.924996 181087 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/old-k8s-version-250049/id_rsa...
I1122 02:58:05.810164 181087 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21946-2339/.minikube/machines/old-k8s-version-250049/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1122 02:58:05.831547 181087 cli_runner.go:164] Run: docker container inspect old-k8s-version-250049 --format={{.State.Status}}
I1122 02:58:05.853357 181087 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1122 02:58:05.853376 181087 kic_runner.go:114] Args: [docker exec --privileged old-k8s-version-250049 chown docker:docker /home/docker/.ssh/authorized_keys]
I1122 02:58:05.896363 181087 cli_runner.go:164] Run: docker container inspect old-k8s-version-250049 --format={{.State.Status}}
I1122 02:58:05.915563 181087 machine.go:94] provisionDockerMachine start ...
I1122 02:58:05.915671 181087 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-250049
I1122 02:58:05.940998 181087 main.go:143] libmachine: Using SSH client type: native
I1122 02:58:05.941347 181087 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33051 <nil> <nil>}
I1122 02:58:05.941364 181087 main.go:143] libmachine: About to run SSH command:
hostname
I1122 02:58:06.098788 181087 main.go:143] libmachine: SSH cmd err, output: <nil>: old-k8s-version-250049
I1122 02:58:06.098810 181087 ubuntu.go:182] provisioning hostname "old-k8s-version-250049"
I1122 02:58:06.098906 181087 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-250049
I1122 02:58:06.119025 181087 main.go:143] libmachine: Using SSH client type: native
I1122 02:58:06.119420 181087 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33051 <nil> <nil>}
I1122 02:58:06.119435 181087 main.go:143] libmachine: About to run SSH command:
sudo hostname old-k8s-version-250049 && echo "old-k8s-version-250049" | sudo tee /etc/hostname
I1122 02:58:06.284598 181087 main.go:143] libmachine: SSH cmd err, output: <nil>: old-k8s-version-250049
I1122 02:58:06.284670 181087 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-250049
I1122 02:58:06.303837 181087 main.go:143] libmachine: Using SSH client type: native
I1122 02:58:06.304158 181087 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33051 <nil> <nil>}
I1122 02:58:06.304187 181087 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\sold-k8s-version-250049' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 old-k8s-version-250049/g' /etc/hosts;
else
echo '127.0.1.1 old-k8s-version-250049' | sudo tee -a /etc/hosts;
fi
fi
I1122 02:58:06.447025 181087 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 02:58:06.447052 181087 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 02:58:06.447090 181087 ubuntu.go:190] setting up certificates
I1122 02:58:06.447125 181087 provision.go:84] configureAuth start
I1122 02:58:06.447208 181087 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-250049
I1122 02:58:06.464529 181087 provision.go:143] copyHostCerts
I1122 02:58:06.464598 181087 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 02:58:06.464607 181087 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 02:58:06.464683 181087 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 02:58:06.464779 181087 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 02:58:06.464789 181087 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 02:58:06.464815 181087 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 02:58:06.464875 181087 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 02:58:06.464880 181087 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 02:58:06.464907 181087 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 02:58:06.464960 181087 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.old-k8s-version-250049 san=[127.0.0.1 192.168.76.2 localhost minikube old-k8s-version-250049]
I1122 02:58:07.299060 181087 provision.go:177] copyRemoteCerts
I1122 02:58:07.299132 181087 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 02:58:07.299183 181087 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-250049
I1122 02:58:07.317528 181087 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33051 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/old-k8s-version-250049/id_rsa Username:docker}
I1122 02:58:07.418332 181087 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 02:58:07.441165 181087 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1233 bytes)
I1122 02:58:07.460903 181087 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1122 02:58:07.478414 181087 provision.go:87] duration metric: took 1.031274999s to configureAuth
I1122 02:58:07.478441 181087 ubuntu.go:206] setting minikube options for container-runtime
I1122 02:58:07.478630 181087 config.go:182] Loaded profile config "old-k8s-version-250049": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.0
I1122 02:58:07.478835 181087 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-250049
I1122 02:58:07.496028 181087 main.go:143] libmachine: Using SSH client type: native
I1122 02:58:07.496337 181087 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33051 <nil> <nil>}
I1122 02:58:07.496365 181087 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 02:58:07.809571 181087 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 02:58:07.809658 181087 machine.go:97] duration metric: took 1.894071136s to provisionDockerMachine
I1122 02:58:07.809683 181087 client.go:176] duration metric: took 9.119367915s to LocalClient.Create
I1122 02:58:07.809739 181087 start.go:167] duration metric: took 9.119473835s to libmachine.API.Create "old-k8s-version-250049"
I1122 02:58:07.809755 181087 start.go:293] postStartSetup for "old-k8s-version-250049" (driver="docker")
I1122 02:58:07.809766 181087 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 02:58:07.809843 181087 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 02:58:07.809890 181087 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-250049
I1122 02:58:07.827947 181087 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33051 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/old-k8s-version-250049/id_rsa Username:docker}
I1122 02:58:07.935540 181087 ssh_runner.go:195] Run: cat /etc/os-release
I1122 02:58:07.939203 181087 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 02:58:07.939247 181087 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 02:58:07.939270 181087 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 02:58:07.939328 181087 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 02:58:07.939419 181087 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 02:58:07.939527 181087 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1122 02:58:07.955185 181087 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 02:58:07.993693 181087 start.go:296] duration metric: took 183.922988ms for postStartSetup
I1122 02:58:07.994069 181087 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-250049
I1122 02:58:08.019576 181087 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/config.json ...
I1122 02:58:08.020793 181087 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 02:58:08.020847 181087 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-250049
I1122 02:58:08.043672 181087 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33051 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/old-k8s-version-250049/id_rsa Username:docker}
I1122 02:58:08.160347 181087 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 02:58:08.166094 181087 start.go:128] duration metric: took 9.479476192s to createHost
I1122 02:58:08.166121 181087 start.go:83] releasing machines lock for "old-k8s-version-250049", held for 9.479640559s
I1122 02:58:08.166192 181087 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-250049
I1122 02:58:08.184338 181087 ssh_runner.go:195] Run: cat /version.json
I1122 02:58:08.184392 181087 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-250049
I1122 02:58:08.184453 181087 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 02:58:08.184516 181087 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-250049
I1122 02:58:08.205900 181087 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33051 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/old-k8s-version-250049/id_rsa Username:docker}
I1122 02:58:08.211753 181087 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33051 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/old-k8s-version-250049/id_rsa Username:docker}
I1122 02:58:08.400428 181087 ssh_runner.go:195] Run: systemctl --version
I1122 02:58:08.406785 181087 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 02:58:08.443217 181087 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 02:58:08.447994 181087 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 02:58:08.448132 181087 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 02:58:08.477103 181087 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1122 02:58:08.477178 181087 start.go:496] detecting cgroup driver to use...
I1122 02:58:08.477226 181087 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 02:58:08.477309 181087 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 02:58:08.496917 181087 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 02:58:08.510204 181087 docker.go:218] disabling cri-docker service (if available) ...
I1122 02:58:08.510275 181087 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 02:58:08.529481 181087 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 02:58:08.548698 181087 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 02:58:08.672026 181087 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 02:58:08.811191 181087 docker.go:234] disabling docker service ...
I1122 02:58:08.811281 181087 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 02:58:08.833475 181087 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 02:58:08.852007 181087 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 02:58:08.983111 181087 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 02:58:09.159933 181087 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 02:58:09.173194 181087 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 02:58:09.190071 181087 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I1122 02:58:09.190181 181087 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:58:09.199973 181087 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 02:58:09.200097 181087 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:58:09.209350 181087 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:58:09.218221 181087 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:58:09.227374 181087 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 02:58:09.236151 181087 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:58:09.251645 181087 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:58:09.266308 181087 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 02:58:09.275680 181087 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 02:58:09.283359 181087 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 02:58:09.290686 181087 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 02:58:09.401820 181087 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 02:58:09.581034 181087 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 02:58:09.581102 181087 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 02:58:09.585042 181087 start.go:564] Will wait 60s for crictl version
I1122 02:58:09.585120 181087 ssh_runner.go:195] Run: which crictl
I1122 02:58:09.589343 181087 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 02:58:09.616557 181087 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 02:58:09.616680 181087 ssh_runner.go:195] Run: crio --version
I1122 02:58:09.647427 181087 ssh_runner.go:195] Run: crio --version
I1122 02:58:09.682244 181087 out.go:179] * Preparing Kubernetes v1.28.0 on CRI-O 1.34.2 ...
I1122 02:58:09.685127 181087 cli_runner.go:164] Run: docker network inspect old-k8s-version-250049 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 02:58:09.701962 181087 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1122 02:58:09.706312 181087 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 02:58:09.716656 181087 kubeadm.go:884] updating cluster {Name:old-k8s-version-250049 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-250049 Namespace:default APIServerHAVIP: APIServerName:minik
ubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirm
warePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 02:58:09.716771 181087 preload.go:188] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1122 02:58:09.716833 181087 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 02:58:09.752304 181087 crio.go:514] all images are preloaded for cri-o runtime.
I1122 02:58:09.752329 181087 crio.go:433] Images already preloaded, skipping extraction
I1122 02:58:09.752438 181087 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 02:58:09.779608 181087 crio.go:514] all images are preloaded for cri-o runtime.
I1122 02:58:09.779632 181087 cache_images.go:86] Images are preloaded, skipping loading
I1122 02:58:09.779643 181087 kubeadm.go:935] updating node { 192.168.76.2 8443 v1.28.0 crio true true} ...
I1122 02:58:09.779733 181087 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=old-k8s-version-250049 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-250049 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 02:58:09.779819 181087 ssh_runner.go:195] Run: crio config
I1122 02:58:09.844840 181087 cni.go:84] Creating CNI manager for ""
I1122 02:58:09.844863 181087 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 02:58:09.844881 181087 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1122 02:58:09.844905 181087 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.28.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:old-k8s-version-250049 NodeName:old-k8s-version-250049 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPo
dPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 02:58:09.845041 181087 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "old-k8s-version-250049"
kubeletExtraArgs:
node-ip: 192.168.76.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 02:58:09.845119 181087 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.0
I1122 02:58:09.853435 181087 binaries.go:51] Found k8s binaries, skipping transfer
I1122 02:58:09.853518 181087 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 02:58:09.861086 181087 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (372 bytes)
I1122 02:58:09.874269 181087 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 02:58:09.889564 181087 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2160 bytes)
I1122 02:58:09.904069 181087 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1122 02:58:09.907694 181087 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 02:58:09.917587 181087 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 02:58:10.045850 181087 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 02:58:10.067286 181087 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049 for IP: 192.168.76.2
I1122 02:58:10.067310 181087 certs.go:195] generating shared ca certs ...
I1122 02:58:10.067328 181087 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:58:10.067485 181087 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 02:58:10.067533 181087 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 02:58:10.067544 181087 certs.go:257] generating profile certs ...
I1122 02:58:10.067601 181087 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.key
I1122 02:58:10.067616 181087 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt with IP's: []
I1122 02:58:10.614405 181087 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt ...
I1122 02:58:10.614435 181087 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt: {Name:mk740411bba91e1bd38b2dacf9e812abc9465c7f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:58:10.614631 181087 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.key ...
I1122 02:58:10.614645 181087 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.key: {Name:mk599c9d23af441ea74a7048e1bf101559cbefb0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:58:10.614746 181087 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/apiserver.key.8bbb4009
I1122 02:58:10.614767 181087 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/apiserver.crt.8bbb4009 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.76.2]
I1122 02:58:10.786023 181087 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/apiserver.crt.8bbb4009 ...
I1122 02:58:10.786056 181087 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/apiserver.crt.8bbb4009: {Name:mk229f922d16e1bd98cbe81c971c826297878767 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:58:10.786287 181087 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/apiserver.key.8bbb4009 ...
I1122 02:58:10.786304 181087 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/apiserver.key.8bbb4009: {Name:mk082bdd1abfd51629074e3143f97a578e7f3c85 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:58:10.786398 181087 certs.go:382] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/apiserver.crt.8bbb4009 -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/apiserver.crt
I1122 02:58:10.786478 181087 certs.go:386] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/apiserver.key.8bbb4009 -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/apiserver.key
I1122 02:58:10.786543 181087 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/proxy-client.key
I1122 02:58:10.786563 181087 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/proxy-client.crt with IP's: []
I1122 02:58:11.123565 181087 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/proxy-client.crt ...
I1122 02:58:11.123597 181087 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/proxy-client.crt: {Name:mka214086b9e26391ae9cabed85ea15e9d77bbd1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:58:11.123827 181087 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/proxy-client.key ...
I1122 02:58:11.123845 181087 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/proxy-client.key: {Name:mkcd41a8b6578262dd11a79d86140282134bd5c4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:58:11.124043 181087 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 02:58:11.124088 181087 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 02:58:11.124103 181087 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 02:58:11.124134 181087 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 02:58:11.124174 181087 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 02:58:11.124207 181087 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 02:58:11.124264 181087 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 02:58:11.124857 181087 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 02:58:11.144332 181087 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 02:58:11.166908 181087 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 02:58:11.186921 181087 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 02:58:11.205855 181087 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1432 bytes)
I1122 02:58:11.223904 181087 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1122 02:58:11.243236 181087 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 02:58:11.263039 181087 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1122 02:58:11.284675 181087 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 02:58:11.304531 181087 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 02:58:11.323427 181087 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 02:58:11.342092 181087 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 02:58:11.355459 181087 ssh_runner.go:195] Run: openssl version
I1122 02:58:11.361792 181087 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 02:58:11.370529 181087 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 02:58:11.374591 181087 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 02:58:11.374698 181087 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 02:58:11.416160 181087 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 02:58:11.424668 181087 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 02:58:11.432801 181087 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 02:58:11.436661 181087 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 02:58:11.436739 181087 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 02:58:11.478080 181087 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 02:58:11.486504 181087 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 02:58:11.495026 181087 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 02:58:11.499501 181087 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 02:58:11.499584 181087 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 02:58:11.542835 181087 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 02:58:11.551740 181087 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 02:58:11.555774 181087 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1122 02:58:11.555841 181087 kubeadm.go:401] StartCluster: {Name:old-k8s-version-250049 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-250049 Namespace:default APIServerHAVIP: APIServerName:minikube
CA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwar
ePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 02:58:11.555911 181087 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 02:58:11.555970 181087 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 02:58:11.589210 181087 cri.go:89] found id: ""
I1122 02:58:11.589291 181087 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 02:58:11.606511 181087 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1122 02:58:11.615563 181087 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1122 02:58:11.615626 181087 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1122 02:58:11.625619 181087 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1122 02:58:11.625641 181087 kubeadm.go:158] found existing configuration files:
I1122 02:58:11.625693 181087 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1122 02:58:11.634139 181087 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1122 02:58:11.634213 181087 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1122 02:58:11.642038 181087 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1122 02:58:11.651396 181087 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1122 02:58:11.651461 181087 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1122 02:58:11.662851 181087 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1122 02:58:11.671353 181087 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1122 02:58:11.671415 181087 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1122 02:58:11.680596 181087 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1122 02:58:11.688881 181087 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1122 02:58:11.688944 181087 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1122 02:58:11.696413 181087 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.28.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1122 02:58:11.740967 181087 kubeadm.go:319] [init] Using Kubernetes version: v1.28.0
I1122 02:58:11.741030 181087 kubeadm.go:319] [preflight] Running pre-flight checks
I1122 02:58:11.778077 181087 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1122 02:58:11.778155 181087 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1122 02:58:11.778197 181087 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1122 02:58:11.778250 181087 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1122 02:58:11.778306 181087 kubeadm.go:319] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1122 02:58:11.778359 181087 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1122 02:58:11.778414 181087 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1122 02:58:11.778472 181087 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1122 02:58:11.778527 181087 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1122 02:58:11.778579 181087 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1122 02:58:11.778632 181087 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1122 02:58:11.778684 181087 kubeadm.go:319] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1122 02:58:11.858917 181087 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1122 02:58:11.859051 181087 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1122 02:58:11.859153 181087 kubeadm.go:319] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1122 02:58:12.017948 181087 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1122 02:58:12.024765 181087 out.go:252] - Generating certificates and keys ...
I1122 02:58:12.024886 181087 kubeadm.go:319] [certs] Using existing ca certificate authority
I1122 02:58:12.024984 181087 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1122 02:58:12.586700 181087 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1122 02:58:13.553163 181087 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1122 02:58:14.033236 181087 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1122 02:58:14.206058 181087 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1122 02:58:14.452114 181087 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1122 02:58:14.452288 181087 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [localhost old-k8s-version-250049] and IPs [192.168.76.2 127.0.0.1 ::1]
I1122 02:58:15.251615 181087 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1122 02:58:15.251973 181087 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [localhost old-k8s-version-250049] and IPs [192.168.76.2 127.0.0.1 ::1]
I1122 02:58:15.458341 181087 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1122 02:58:15.993099 181087 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1122 02:58:16.306274 181087 kubeadm.go:319] [certs] Generating "sa" key and public key
I1122 02:58:16.306547 181087 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1122 02:58:16.640397 181087 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1122 02:58:17.050805 181087 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1122 02:58:17.572902 181087 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1122 02:58:18.380277 181087 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1122 02:58:18.380971 181087 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1122 02:58:18.383736 181087 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1122 02:58:18.387519 181087 out.go:252] - Booting up control plane ...
I1122 02:58:18.387638 181087 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1122 02:58:18.391014 181087 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1122 02:58:18.391102 181087 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1122 02:58:18.410637 181087 kubeadm.go:319] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1122 02:58:18.411917 181087 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1122 02:58:18.412163 181087 kubeadm.go:319] [kubelet-start] Starting the kubelet
I1122 02:58:18.547031 181087 kubeadm.go:319] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1122 02:58:26.050981 181087 kubeadm.go:319] [apiclient] All control plane components are healthy after 7.504301 seconds
I1122 02:58:26.051115 181087 kubeadm.go:319] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1122 02:58:26.067253 181087 kubeadm.go:319] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1122 02:58:26.610065 181087 kubeadm.go:319] [upload-certs] Skipping phase. Please see --upload-certs
I1122 02:58:26.610425 181087 kubeadm.go:319] [mark-control-plane] Marking the node old-k8s-version-250049 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1122 02:58:27.123159 181087 kubeadm.go:319] [bootstrap-token] Using token: d2e2v8.s6x6lnq36cswca1c
I1122 02:58:27.126075 181087 out.go:252] - Configuring RBAC rules ...
I1122 02:58:27.126210 181087 kubeadm.go:319] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1122 02:58:27.131550 181087 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1122 02:58:27.141899 181087 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1122 02:58:27.146965 181087 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1122 02:58:27.152314 181087 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1122 02:58:27.159988 181087 kubeadm.go:319] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1122 02:58:27.177224 181087 kubeadm.go:319] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1122 02:58:27.527975 181087 kubeadm.go:319] [addons] Applied essential addon: CoreDNS
I1122 02:58:27.586502 181087 kubeadm.go:319] [addons] Applied essential addon: kube-proxy
I1122 02:58:27.588135 181087 kubeadm.go:319]
I1122 02:58:27.588216 181087 kubeadm.go:319] Your Kubernetes control-plane has initialized successfully!
I1122 02:58:27.588227 181087 kubeadm.go:319]
I1122 02:58:27.588315 181087 kubeadm.go:319] To start using your cluster, you need to run the following as a regular user:
I1122 02:58:27.588326 181087 kubeadm.go:319]
I1122 02:58:27.588353 181087 kubeadm.go:319] mkdir -p $HOME/.kube
I1122 02:58:27.588756 181087 kubeadm.go:319] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1122 02:58:27.588817 181087 kubeadm.go:319] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1122 02:58:27.588833 181087 kubeadm.go:319]
I1122 02:58:27.588892 181087 kubeadm.go:319] Alternatively, if you are the root user, you can run:
I1122 02:58:27.588901 181087 kubeadm.go:319]
I1122 02:58:27.588952 181087 kubeadm.go:319] export KUBECONFIG=/etc/kubernetes/admin.conf
I1122 02:58:27.588958 181087 kubeadm.go:319]
I1122 02:58:27.589013 181087 kubeadm.go:319] You should now deploy a pod network to the cluster.
I1122 02:58:27.589094 181087 kubeadm.go:319] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1122 02:58:27.589168 181087 kubeadm.go:319] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1122 02:58:27.589176 181087 kubeadm.go:319]
I1122 02:58:27.589291 181087 kubeadm.go:319] You can now join any number of control-plane nodes by copying certificate authorities
I1122 02:58:27.589380 181087 kubeadm.go:319] and service account keys on each node and then running the following as root:
I1122 02:58:27.589387 181087 kubeadm.go:319]
I1122 02:58:27.589484 181087 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token d2e2v8.s6x6lnq36cswca1c \
I1122 02:58:27.589595 181087 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680 \
I1122 02:58:27.589619 181087 kubeadm.go:319] --control-plane
I1122 02:58:27.589623 181087 kubeadm.go:319]
I1122 02:58:27.589733 181087 kubeadm.go:319] Then you can join any number of worker nodes by running the following on each as root:
I1122 02:58:27.589741 181087 kubeadm.go:319]
I1122 02:58:27.589838 181087 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token d2e2v8.s6x6lnq36cswca1c \
I1122 02:58:27.589956 181087 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680
I1122 02:58:27.602246 181087 kubeadm.go:319] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1122 02:58:27.602374 181087 kubeadm.go:319] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1122 02:58:27.602393 181087 cni.go:84] Creating CNI manager for ""
I1122 02:58:27.602400 181087 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 02:58:27.607561 181087 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1122 02:58:27.610517 181087 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1122 02:58:27.626042 181087 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.0/kubectl ...
I1122 02:58:27.626065 181087 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1122 02:58:27.645268 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1122 02:58:28.655380 181087 ssh_runner.go:235] Completed: sudo /var/lib/minikube/binaries/v1.28.0/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml: (1.010076234s)
I1122 02:58:28.655426 181087 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1122 02:58:28.655557 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:28.655634 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes old-k8s-version-250049 minikube.k8s.io/updated_at=2025_11_22T02_58_28_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a minikube.k8s.io/name=old-k8s-version-250049 minikube.k8s.io/primary=true
I1122 02:58:28.806439 181087 ops.go:34] apiserver oom_adj: -16
I1122 02:58:28.806562 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:29.306790 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:29.807313 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:30.306924 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:30.806620 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:31.307547 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:31.807337 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:32.307363 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:32.806682 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:33.306845 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:33.807548 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:34.307321 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:34.806953 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:35.307313 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:35.806852 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:36.306665 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:36.807371 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:37.306662 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:37.806963 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:38.306855 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:38.806944 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:39.306970 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:39.807393 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:40.307437 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:40.806782 181087 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 02:58:40.933437 181087 kubeadm.go:1114] duration metric: took 12.277929582s to wait for elevateKubeSystemPrivileges
I1122 02:58:40.933482 181087 kubeadm.go:403] duration metric: took 29.37764553s to StartCluster
I1122 02:58:40.933500 181087 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:58:40.933583 181087 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 02:58:40.934555 181087 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 02:58:40.934838 181087 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1122 02:58:40.934847 181087 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 02:58:40.934907 181087 addons.go:70] Setting storage-provisioner=true in profile "old-k8s-version-250049"
I1122 02:58:40.934921 181087 addons.go:239] Setting addon storage-provisioner=true in "old-k8s-version-250049"
I1122 02:58:40.934944 181087 host.go:66] Checking if "old-k8s-version-250049" exists ...
I1122 02:58:40.935107 181087 config.go:182] Loaded profile config "old-k8s-version-250049": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.0
I1122 02:58:40.935141 181087 addons.go:70] Setting default-storageclass=true in profile "old-k8s-version-250049"
I1122 02:58:40.935153 181087 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "old-k8s-version-250049"
I1122 02:58:40.935407 181087 cli_runner.go:164] Run: docker container inspect old-k8s-version-250049 --format={{.State.Status}}
I1122 02:58:40.935407 181087 cli_runner.go:164] Run: docker container inspect old-k8s-version-250049 --format={{.State.Status}}
I1122 02:58:40.934829 181087 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 02:58:40.939235 181087 out.go:179] * Verifying Kubernetes components...
I1122 02:58:40.950382 181087 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 02:58:40.970700 181087 addons.go:239] Setting addon default-storageclass=true in "old-k8s-version-250049"
I1122 02:58:40.970771 181087 host.go:66] Checking if "old-k8s-version-250049" exists ...
I1122 02:58:40.971176 181087 cli_runner.go:164] Run: docker container inspect old-k8s-version-250049 --format={{.State.Status}}
I1122 02:58:40.988896 181087 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1122 02:58:40.991773 181087 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 02:58:40.991796 181087 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 02:58:40.991865 181087 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-250049
I1122 02:58:41.015706 181087 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 02:58:41.015731 181087 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 02:58:41.015805 181087 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-250049
I1122 02:58:41.040090 181087 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33051 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/old-k8s-version-250049/id_rsa Username:docker}
I1122 02:58:41.067073 181087 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33051 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/old-k8s-version-250049/id_rsa Username:docker}
I1122 02:58:41.209755 181087 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.76.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1122 02:58:41.268447 181087 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 02:58:41.272474 181087 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 02:58:41.364317 181087 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 02:58:42.236826 181087 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.76.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.026968718s)
I1122 02:58:42.236857 181087 start.go:977] {"host.minikube.internal": 192.168.76.1} host record injected into CoreDNS's ConfigMap
I1122 02:58:42.239086 181087 node_ready.go:35] waiting up to 6m0s for node "old-k8s-version-250049" to be "Ready" ...
I1122 02:58:42.596431 181087 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.323857165s)
I1122 02:58:42.596482 181087 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.232099734s)
I1122 02:58:42.616412 181087 out.go:179] * Enabled addons: storage-provisioner, default-storageclass
I1122 02:58:42.619491 181087 addons.go:530] duration metric: took 1.684614277s for enable addons: enabled=[storage-provisioner default-storageclass]
I1122 02:58:42.742094 181087 kapi.go:214] "coredns" deployment in "kube-system" namespace and "old-k8s-version-250049" context rescaled to 1 replicas
W1122 02:58:44.247895 181087 node_ready.go:57] node "old-k8s-version-250049" has "Ready":"False" status (will retry)
W1122 02:58:46.248330 181087 node_ready.go:57] node "old-k8s-version-250049" has "Ready":"False" status (will retry)
W1122 02:58:48.249394 181087 node_ready.go:57] node "old-k8s-version-250049" has "Ready":"False" status (will retry)
W1122 02:58:50.743398 181087 node_ready.go:57] node "old-k8s-version-250049" has "Ready":"False" status (will retry)
W1122 02:58:53.255071 181087 node_ready.go:57] node "old-k8s-version-250049" has "Ready":"False" status (will retry)
I1122 02:58:55.242362 181087 node_ready.go:49] node "old-k8s-version-250049" is "Ready"
I1122 02:58:55.242388 181087 node_ready.go:38] duration metric: took 13.003217076s for node "old-k8s-version-250049" to be "Ready" ...
I1122 02:58:55.242401 181087 api_server.go:52] waiting for apiserver process to appear ...
I1122 02:58:55.242461 181087 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 02:58:55.269375 181087 api_server.go:72] duration metric: took 14.333494125s to wait for apiserver process to appear ...
I1122 02:58:55.269398 181087 api_server.go:88] waiting for apiserver healthz status ...
I1122 02:58:55.269418 181087 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1122 02:58:55.287244 181087 api_server.go:279] https://192.168.76.2:8443/healthz returned 200:
ok
I1122 02:58:55.288755 181087 api_server.go:141] control plane version: v1.28.0
I1122 02:58:55.288782 181087 api_server.go:131] duration metric: took 19.377414ms to wait for apiserver health ...
I1122 02:58:55.288791 181087 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 02:58:55.293366 181087 system_pods.go:59] 8 kube-system pods found
I1122 02:58:55.293401 181087 system_pods.go:61] "coredns-5dd5756b68-5s686" [1b8276d3-96ea-4045-ae34-35b5ed65c2dd] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 02:58:55.293408 181087 system_pods.go:61] "etcd-old-k8s-version-250049" [8e18cdc9-705c-4a0c-990c-18a7199d0e4c] Running
I1122 02:58:55.293414 181087 system_pods.go:61] "kindnet-bv7vv" [8bc2c6f2-7f03-41bb-832a-e47e41e9528a] Running
I1122 02:58:55.293419 181087 system_pods.go:61] "kube-apiserver-old-k8s-version-250049" [861e5166-4657-46e4-9bc2-7ccdae4fd24a] Running
I1122 02:58:55.293424 181087 system_pods.go:61] "kube-controller-manager-old-k8s-version-250049" [cd60412c-bad9-4c34-9a80-c435953014ab] Running
I1122 02:58:55.293428 181087 system_pods.go:61] "kube-proxy-gvblc" [3fcb459f-cce5-4ec5-80be-16049cf4228c] Running
I1122 02:58:55.293432 181087 system_pods.go:61] "kube-scheduler-old-k8s-version-250049" [e57d05a0-c4f0-494c-9801-6866ca34a2aa] Running
I1122 02:58:55.293438 181087 system_pods.go:61] "storage-provisioner" [873c5f5a-a688-42a0-97c4-7118839031c9] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 02:58:55.293443 181087 system_pods.go:74] duration metric: took 4.647018ms to wait for pod list to return data ...
I1122 02:58:55.293452 181087 default_sa.go:34] waiting for default service account to be created ...
I1122 02:58:55.296255 181087 default_sa.go:45] found service account: "default"
I1122 02:58:55.296277 181087 default_sa.go:55] duration metric: took 2.819104ms for default service account to be created ...
I1122 02:58:55.296287 181087 system_pods.go:116] waiting for k8s-apps to be running ...
I1122 02:58:55.299992 181087 system_pods.go:86] 8 kube-system pods found
I1122 02:58:55.300026 181087 system_pods.go:89] "coredns-5dd5756b68-5s686" [1b8276d3-96ea-4045-ae34-35b5ed65c2dd] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 02:58:55.300033 181087 system_pods.go:89] "etcd-old-k8s-version-250049" [8e18cdc9-705c-4a0c-990c-18a7199d0e4c] Running
I1122 02:58:55.300039 181087 system_pods.go:89] "kindnet-bv7vv" [8bc2c6f2-7f03-41bb-832a-e47e41e9528a] Running
I1122 02:58:55.300044 181087 system_pods.go:89] "kube-apiserver-old-k8s-version-250049" [861e5166-4657-46e4-9bc2-7ccdae4fd24a] Running
I1122 02:58:55.300051 181087 system_pods.go:89] "kube-controller-manager-old-k8s-version-250049" [cd60412c-bad9-4c34-9a80-c435953014ab] Running
I1122 02:58:55.300055 181087 system_pods.go:89] "kube-proxy-gvblc" [3fcb459f-cce5-4ec5-80be-16049cf4228c] Running
I1122 02:58:55.300059 181087 system_pods.go:89] "kube-scheduler-old-k8s-version-250049" [e57d05a0-c4f0-494c-9801-6866ca34a2aa] Running
I1122 02:58:55.300065 181087 system_pods.go:89] "storage-provisioner" [873c5f5a-a688-42a0-97c4-7118839031c9] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 02:58:55.300088 181087 retry.go:31] will retry after 256.381403ms: missing components: kube-dns
I1122 02:58:55.561577 181087 system_pods.go:86] 8 kube-system pods found
I1122 02:58:55.561617 181087 system_pods.go:89] "coredns-5dd5756b68-5s686" [1b8276d3-96ea-4045-ae34-35b5ed65c2dd] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 02:58:55.561624 181087 system_pods.go:89] "etcd-old-k8s-version-250049" [8e18cdc9-705c-4a0c-990c-18a7199d0e4c] Running
I1122 02:58:55.561630 181087 system_pods.go:89] "kindnet-bv7vv" [8bc2c6f2-7f03-41bb-832a-e47e41e9528a] Running
I1122 02:58:55.561634 181087 system_pods.go:89] "kube-apiserver-old-k8s-version-250049" [861e5166-4657-46e4-9bc2-7ccdae4fd24a] Running
I1122 02:58:55.561639 181087 system_pods.go:89] "kube-controller-manager-old-k8s-version-250049" [cd60412c-bad9-4c34-9a80-c435953014ab] Running
I1122 02:58:55.561642 181087 system_pods.go:89] "kube-proxy-gvblc" [3fcb459f-cce5-4ec5-80be-16049cf4228c] Running
I1122 02:58:55.561646 181087 system_pods.go:89] "kube-scheduler-old-k8s-version-250049" [e57d05a0-c4f0-494c-9801-6866ca34a2aa] Running
I1122 02:58:55.561652 181087 system_pods.go:89] "storage-provisioner" [873c5f5a-a688-42a0-97c4-7118839031c9] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 02:58:55.561667 181087 retry.go:31] will retry after 298.42356ms: missing components: kube-dns
I1122 02:58:55.865183 181087 system_pods.go:86] 8 kube-system pods found
I1122 02:58:55.865218 181087 system_pods.go:89] "coredns-5dd5756b68-5s686" [1b8276d3-96ea-4045-ae34-35b5ed65c2dd] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 02:58:55.865227 181087 system_pods.go:89] "etcd-old-k8s-version-250049" [8e18cdc9-705c-4a0c-990c-18a7199d0e4c] Running
I1122 02:58:55.865235 181087 system_pods.go:89] "kindnet-bv7vv" [8bc2c6f2-7f03-41bb-832a-e47e41e9528a] Running
I1122 02:58:55.865261 181087 system_pods.go:89] "kube-apiserver-old-k8s-version-250049" [861e5166-4657-46e4-9bc2-7ccdae4fd24a] Running
I1122 02:58:55.865267 181087 system_pods.go:89] "kube-controller-manager-old-k8s-version-250049" [cd60412c-bad9-4c34-9a80-c435953014ab] Running
I1122 02:58:55.865276 181087 system_pods.go:89] "kube-proxy-gvblc" [3fcb459f-cce5-4ec5-80be-16049cf4228c] Running
I1122 02:58:55.865281 181087 system_pods.go:89] "kube-scheduler-old-k8s-version-250049" [e57d05a0-c4f0-494c-9801-6866ca34a2aa] Running
I1122 02:58:55.865287 181087 system_pods.go:89] "storage-provisioner" [873c5f5a-a688-42a0-97c4-7118839031c9] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 02:58:55.865307 181087 retry.go:31] will retry after 319.119303ms: missing components: kube-dns
I1122 02:58:56.188549 181087 system_pods.go:86] 8 kube-system pods found
I1122 02:58:56.188576 181087 system_pods.go:89] "coredns-5dd5756b68-5s686" [1b8276d3-96ea-4045-ae34-35b5ed65c2dd] Running
I1122 02:58:56.188583 181087 system_pods.go:89] "etcd-old-k8s-version-250049" [8e18cdc9-705c-4a0c-990c-18a7199d0e4c] Running
I1122 02:58:56.188587 181087 system_pods.go:89] "kindnet-bv7vv" [8bc2c6f2-7f03-41bb-832a-e47e41e9528a] Running
I1122 02:58:56.188592 181087 system_pods.go:89] "kube-apiserver-old-k8s-version-250049" [861e5166-4657-46e4-9bc2-7ccdae4fd24a] Running
I1122 02:58:56.188597 181087 system_pods.go:89] "kube-controller-manager-old-k8s-version-250049" [cd60412c-bad9-4c34-9a80-c435953014ab] Running
I1122 02:58:56.188601 181087 system_pods.go:89] "kube-proxy-gvblc" [3fcb459f-cce5-4ec5-80be-16049cf4228c] Running
I1122 02:58:56.188610 181087 system_pods.go:89] "kube-scheduler-old-k8s-version-250049" [e57d05a0-c4f0-494c-9801-6866ca34a2aa] Running
I1122 02:58:56.188614 181087 system_pods.go:89] "storage-provisioner" [873c5f5a-a688-42a0-97c4-7118839031c9] Running
I1122 02:58:56.188622 181087 system_pods.go:126] duration metric: took 892.329519ms to wait for k8s-apps to be running ...
I1122 02:58:56.188630 181087 system_svc.go:44] waiting for kubelet service to be running ....
I1122 02:58:56.188688 181087 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 02:58:56.201674 181087 system_svc.go:56] duration metric: took 13.034183ms WaitForService to wait for kubelet
I1122 02:58:56.201705 181087 kubeadm.go:587] duration metric: took 15.265843634s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 02:58:56.201725 181087 node_conditions.go:102] verifying NodePressure condition ...
I1122 02:58:56.204528 181087 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 02:58:56.204561 181087 node_conditions.go:123] node cpu capacity is 2
I1122 02:58:56.204575 181087 node_conditions.go:105] duration metric: took 2.844195ms to run NodePressure ...
I1122 02:58:56.204587 181087 start.go:242] waiting for startup goroutines ...
I1122 02:58:56.204595 181087 start.go:247] waiting for cluster config update ...
I1122 02:58:56.204606 181087 start.go:256] writing updated cluster config ...
I1122 02:58:56.204882 181087 ssh_runner.go:195] Run: rm -f paused
I1122 02:58:56.209273 181087 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 02:58:56.213800 181087 pod_ready.go:83] waiting for pod "coredns-5dd5756b68-5s686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:58:56.219082 181087 pod_ready.go:94] pod "coredns-5dd5756b68-5s686" is "Ready"
I1122 02:58:56.219111 181087 pod_ready.go:86] duration metric: took 5.286655ms for pod "coredns-5dd5756b68-5s686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:58:56.221855 181087 pod_ready.go:83] waiting for pod "etcd-old-k8s-version-250049" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:58:56.226525 181087 pod_ready.go:94] pod "etcd-old-k8s-version-250049" is "Ready"
I1122 02:58:56.226552 181087 pod_ready.go:86] duration metric: took 4.674309ms for pod "etcd-old-k8s-version-250049" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:58:56.229670 181087 pod_ready.go:83] waiting for pod "kube-apiserver-old-k8s-version-250049" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:58:56.234415 181087 pod_ready.go:94] pod "kube-apiserver-old-k8s-version-250049" is "Ready"
I1122 02:58:56.234441 181087 pod_ready.go:86] duration metric: took 4.746572ms for pod "kube-apiserver-old-k8s-version-250049" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:58:56.238306 181087 pod_ready.go:83] waiting for pod "kube-controller-manager-old-k8s-version-250049" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:58:56.613726 181087 pod_ready.go:94] pod "kube-controller-manager-old-k8s-version-250049" is "Ready"
I1122 02:58:56.613755 181087 pod_ready.go:86] duration metric: took 375.421316ms for pod "kube-controller-manager-old-k8s-version-250049" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:58:56.814454 181087 pod_ready.go:83] waiting for pod "kube-proxy-gvblc" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:58:57.213341 181087 pod_ready.go:94] pod "kube-proxy-gvblc" is "Ready"
I1122 02:58:57.213367 181087 pod_ready.go:86] duration metric: took 398.887221ms for pod "kube-proxy-gvblc" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:58:57.414217 181087 pod_ready.go:83] waiting for pod "kube-scheduler-old-k8s-version-250049" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:58:57.813558 181087 pod_ready.go:94] pod "kube-scheduler-old-k8s-version-250049" is "Ready"
I1122 02:58:57.813587 181087 pod_ready.go:86] duration metric: took 399.346072ms for pod "kube-scheduler-old-k8s-version-250049" in "kube-system" namespace to be "Ready" or be gone ...
I1122 02:58:57.813600 181087 pod_ready.go:40] duration metric: took 1.604294543s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 02:58:57.867517 181087 start.go:625] kubectl: 1.33.2, cluster: 1.28.0 (minor skew: 5)
I1122 02:58:57.870790 181087 out.go:203]
W1122 02:58:57.874078 181087 out.go:285] ! /usr/local/bin/kubectl is version 1.33.2, which may have incompatibilities with Kubernetes 1.28.0.
I1122 02:58:57.876957 181087 out.go:179] - Want kubectl v1.28.0? Try 'minikube kubectl -- get pods -A'
I1122 02:58:57.880803 181087 out.go:179] * Done! kubectl is now configured to use "old-k8s-version-250049" cluster and "default" namespace by default
==> CRI-O <==
Nov 22 02:58:55 old-k8s-version-250049 crio[840]: time="2025-11-22T02:58:55.524311291Z" level=info msg="Started container" PID=1938 containerID=d8bfb91d769639dfbc8a338bef4da1283330fc6460ec4e067a3131f79f47c133 description=kube-system/storage-provisioner/storage-provisioner id=756524d5-00b9-47d3-8e20-5493f65a44f5 name=/runtime.v1.RuntimeService/StartContainer sandboxID=f60e0ec1f24f9e0dd56d1d6d4315a39985789ad53a549c37ec5bbfbdd579164f
Nov 22 02:58:55 old-k8s-version-250049 crio[840]: time="2025-11-22T02:58:55.525712633Z" level=info msg="Starting container: 3aac64005ec308706820de02354257bb4b544308aea520fe0e86bbfb2c930a2e" id=53798c1b-ec96-4e6e-8ec0-92462945fdba name=/runtime.v1.RuntimeService/StartContainer
Nov 22 02:58:55 old-k8s-version-250049 crio[840]: time="2025-11-22T02:58:55.53399226Z" level=info msg="Started container" PID=1943 containerID=3aac64005ec308706820de02354257bb4b544308aea520fe0e86bbfb2c930a2e description=kube-system/coredns-5dd5756b68-5s686/coredns id=53798c1b-ec96-4e6e-8ec0-92462945fdba name=/runtime.v1.RuntimeService/StartContainer sandboxID=69a054949ec445e434563a0508be76d54605191771b49f1fd355ad3843de14d1
Nov 22 02:58:58 old-k8s-version-250049 crio[840]: time="2025-11-22T02:58:58.402138731Z" level=info msg="Running pod sandbox: default/busybox/POD" id=4cb21495-2b70-4010-a9ad-cbef26603e91 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 02:58:58 old-k8s-version-250049 crio[840]: time="2025-11-22T02:58:58.402207778Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 02:58:58 old-k8s-version-250049 crio[840]: time="2025-11-22T02:58:58.41135591Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:7a81343dff7c49dc53e0591fde87704da74b068cd616d7dc6f5065a352207291 UID:094e601a-a410-44b1-88e7-8d2714f82473 NetNS:/var/run/netns/558cf19e-6305-4da9-8508-1f302e972914 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x4001656508}] Aliases:map[]}"
Nov 22 02:58:58 old-k8s-version-250049 crio[840]: time="2025-11-22T02:58:58.411516773Z" level=info msg="Adding pod default_busybox to CNI network \"kindnet\" (type=ptp)"
Nov 22 02:58:58 old-k8s-version-250049 crio[840]: time="2025-11-22T02:58:58.423476008Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:7a81343dff7c49dc53e0591fde87704da74b068cd616d7dc6f5065a352207291 UID:094e601a-a410-44b1-88e7-8d2714f82473 NetNS:/var/run/netns/558cf19e-6305-4da9-8508-1f302e972914 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x4001656508}] Aliases:map[]}"
Nov 22 02:58:58 old-k8s-version-250049 crio[840]: time="2025-11-22T02:58:58.423618893Z" level=info msg="Checking pod default_busybox for CNI network kindnet (type=ptp)"
Nov 22 02:58:58 old-k8s-version-250049 crio[840]: time="2025-11-22T02:58:58.431724348Z" level=info msg="Ran pod sandbox 7a81343dff7c49dc53e0591fde87704da74b068cd616d7dc6f5065a352207291 with infra container: default/busybox/POD" id=4cb21495-2b70-4010-a9ad-cbef26603e91 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 02:58:58 old-k8s-version-250049 crio[840]: time="2025-11-22T02:58:58.434953105Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=019cf434-c82d-4f94-b2dc-ee89c9105371 name=/runtime.v1.ImageService/ImageStatus
Nov 22 02:58:58 old-k8s-version-250049 crio[840]: time="2025-11-22T02:58:58.435221161Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28.4-glibc not found" id=019cf434-c82d-4f94-b2dc-ee89c9105371 name=/runtime.v1.ImageService/ImageStatus
Nov 22 02:58:58 old-k8s-version-250049 crio[840]: time="2025-11-22T02:58:58.435309416Z" level=info msg="Neither image nor artfiact gcr.io/k8s-minikube/busybox:1.28.4-glibc found" id=019cf434-c82d-4f94-b2dc-ee89c9105371 name=/runtime.v1.ImageService/ImageStatus
Nov 22 02:58:58 old-k8s-version-250049 crio[840]: time="2025-11-22T02:58:58.436573026Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=520350c2-189c-4578-ae87-454321ff9df4 name=/runtime.v1.ImageService/PullImage
Nov 22 02:58:58 old-k8s-version-250049 crio[840]: time="2025-11-22T02:58:58.439016938Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28.4-glibc\""
Nov 22 02:59:00 old-k8s-version-250049 crio[840]: time="2025-11-22T02:59:00.643873309Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e" id=520350c2-189c-4578-ae87-454321ff9df4 name=/runtime.v1.ImageService/PullImage
Nov 22 02:59:00 old-k8s-version-250049 crio[840]: time="2025-11-22T02:59:00.644952498Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=ae29d662-07b8-43d4-b527-77f730a30be7 name=/runtime.v1.ImageService/ImageStatus
Nov 22 02:59:00 old-k8s-version-250049 crio[840]: time="2025-11-22T02:59:00.648515568Z" level=info msg="Creating container: default/busybox/busybox" id=ecbd6b7d-8e5f-4697-9a44-636e6cba2c5f name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 02:59:00 old-k8s-version-250049 crio[840]: time="2025-11-22T02:59:00.64949545Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 02:59:00 old-k8s-version-250049 crio[840]: time="2025-11-22T02:59:00.654333617Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 02:59:00 old-k8s-version-250049 crio[840]: time="2025-11-22T02:59:00.655046518Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 02:59:00 old-k8s-version-250049 crio[840]: time="2025-11-22T02:59:00.673426597Z" level=info msg="Created container ac5dc91998dd6f6095be27a947ba3864e3991333c64b36b2c06f38940e1120e8: default/busybox/busybox" id=ecbd6b7d-8e5f-4697-9a44-636e6cba2c5f name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 02:59:00 old-k8s-version-250049 crio[840]: time="2025-11-22T02:59:00.678064705Z" level=info msg="Starting container: ac5dc91998dd6f6095be27a947ba3864e3991333c64b36b2c06f38940e1120e8" id=58d2877a-042c-412f-a7d3-6172041e45fd name=/runtime.v1.RuntimeService/StartContainer
Nov 22 02:59:00 old-k8s-version-250049 crio[840]: time="2025-11-22T02:59:00.681232628Z" level=info msg="Started container" PID=2002 containerID=ac5dc91998dd6f6095be27a947ba3864e3991333c64b36b2c06f38940e1120e8 description=default/busybox/busybox id=58d2877a-042c-412f-a7d3-6172041e45fd name=/runtime.v1.RuntimeService/StartContainer sandboxID=7a81343dff7c49dc53e0591fde87704da74b068cd616d7dc6f5065a352207291
Nov 22 02:59:06 old-k8s-version-250049 crio[840]: time="2025-11-22T02:59:06.279822934Z" level=error msg="Unhandled Error: unable to upgrade websocket connection: websocket server finished before becoming ready (logger=\"UnhandledError\")"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
ac5dc91998dd6 gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e 7 seconds ago Running busybox 0 7a81343dff7c4 busybox default
3aac64005ec30 97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108 12 seconds ago Running coredns 0 69a054949ec44 coredns-5dd5756b68-5s686 kube-system
d8bfb91d76963 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 12 seconds ago Running storage-provisioner 0 f60e0ec1f24f9 storage-provisioner kube-system
32a310538e758 docker.io/kindest/kindnetd@sha256:2bdc3188f2ddc8e54841f69ef900a8dde1280057c97500f966a7ef31364021f1 23 seconds ago Running kindnet-cni 0 ddfbea7799931 kindnet-bv7vv kube-system
dd765b3d22a4a 940f54a5bcae9dd4c97844fa36d12cc5d9078cffd5e677ad0df1528c12f3240d 26 seconds ago Running kube-proxy 0 85ab4c10ee26e kube-proxy-gvblc kube-system
ee3ca6e156744 46cc66ccc7c19b4b30625b0aa4e178792add2385659205d7c6fcbd05d78c23e5 47 seconds ago Running kube-controller-manager 0 cf532764f5031 kube-controller-manager-old-k8s-version-250049 kube-system
aa0a5254efdcb 00543d2fe5d71095984891a0609ee504b81f9d72a69a0ad02039d4e135213766 47 seconds ago Running kube-apiserver 0 862babf04ad6c kube-apiserver-old-k8s-version-250049 kube-system
b0cf4ccb48b7b 762dce4090c5f4789bb5dbb933d5b50bc1a2357d7739bbce30d949820e5a38ee 47 seconds ago Running kube-scheduler 0 eff04ac37e5d4 kube-scheduler-old-k8s-version-250049 kube-system
def06dd5f57ef 9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace 47 seconds ago Running etcd 0 931fc337373e2 etcd-old-k8s-version-250049 kube-system
==> coredns [3aac64005ec308706820de02354257bb4b544308aea520fe0e86bbfb2c930a2e] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = b7aacdf6a6aa730aafe4d018cac9b7b5ecfb346cba84a99f64521f87aef8b4958639c1cf97967716465791d05bd38f372615327b7cb1d93c850bae532744d54d
CoreDNS-1.10.1
linux/arm64, go1.20, 055b2c3
[INFO] 127.0.0.1:49022 - 24853 "HINFO IN 8594930066247371519.2319967819444834868. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.013590734s
==> describe nodes <==
Name: old-k8s-version-250049
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=old-k8s-version-250049
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=old-k8s-version-250049
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T02_58_28_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 02:58:24 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: old-k8s-version-250049
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 02:58:58 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 02:58:58 +0000 Sat, 22 Nov 2025 02:58:21 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 02:58:58 +0000 Sat, 22 Nov 2025 02:58:21 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 02:58:58 +0000 Sat, 22 Nov 2025 02:58:21 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 22 Nov 2025 02:58:58 +0000 Sat, 22 Nov 2025 02:58:55 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: old-k8s-version-250049
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: e3ed3db7-307c-4423-875c-ce5df74cb429
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.28.0
Kube-Proxy Version: v1.28.0
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9s
kube-system coredns-5dd5756b68-5s686 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 27s
kube-system etcd-old-k8s-version-250049 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 40s
kube-system kindnet-bv7vv 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 27s
kube-system kube-apiserver-old-k8s-version-250049 250m (12%) 0 (0%) 0 (0%) 0 (0%) 40s
kube-system kube-controller-manager-old-k8s-version-250049 200m (10%) 0 (0%) 0 (0%) 0 (0%) 40s
kube-system kube-proxy-gvblc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 27s
kube-system kube-scheduler-old-k8s-version-250049 100m (5%) 0 (0%) 0 (0%) 0 (0%) 40s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 25s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 26s kube-proxy
Normal Starting 48s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 48s (x7 over 48s) kubelet Node old-k8s-version-250049 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 48s (x7 over 48s) kubelet Node old-k8s-version-250049 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 48s (x6 over 48s) kubelet Node old-k8s-version-250049 status is now: NodeHasSufficientPID
Normal Starting 40s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 40s kubelet Node old-k8s-version-250049 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 40s kubelet Node old-k8s-version-250049 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 40s kubelet Node old-k8s-version-250049 status is now: NodeHasSufficientPID
Normal RegisteredNode 27s node-controller Node old-k8s-version-250049 event: Registered Node old-k8s-version-250049 in Controller
Normal NodeReady 12s kubelet Node old-k8s-version-250049 status is now: NodeReady
==> dmesg <==
[Nov22 02:35] overlayfs: idmapped layers are currently not supported
[Nov22 02:36] overlayfs: idmapped layers are currently not supported
[Nov22 02:37] overlayfs: idmapped layers are currently not supported
[Nov22 02:38] overlayfs: idmapped layers are currently not supported
[Nov22 02:39] overlayfs: idmapped layers are currently not supported
[Nov22 02:41] overlayfs: idmapped layers are currently not supported
[ +22.252297] overlayfs: idmapped layers are currently not supported
[ +13.476824] overlayfs: idmapped layers are currently not supported
[Nov22 02:42] hrtimer: interrupt took 39554483 ns
[ +30.996351] overlayfs: idmapped layers are currently not supported
[ +28.004266] overlayfs: idmapped layers are currently not supported
[Nov22 02:43] overlayfs: idmapped layers are currently not supported
[Nov22 02:44] overlayfs: idmapped layers are currently not supported
[Nov22 02:45] overlayfs: idmapped layers are currently not supported
[Nov22 02:46] overlayfs: idmapped layers are currently not supported
[Nov22 02:49] overlayfs: idmapped layers are currently not supported
[Nov22 02:51] overlayfs: idmapped layers are currently not supported
[ +27.358169] systemd-journald[231]: Failed to send stream file descriptor to service manager: Connection refused
[ +1.241009] overlayfs: idmapped layers are currently not supported
[Nov22 02:53] overlayfs: idmapped layers are currently not supported
[Nov22 02:56] overlayfs: idmapped layers are currently not supported
[Nov22 02:57] overlayfs: idmapped layers are currently not supported
[ +5.709995] overlayfs: idmapped layers are currently not supported
[ +34.878505] overlayfs: idmapped layers are currently not supported
[Nov22 02:58] overlayfs: idmapped layers are currently not supported
==> etcd [def06dd5f57effc48b6f4376d27358a66bbef6b1e3e8e1f6afa8a1d738bcd711] <==
{"level":"info","ts":"2025-11-22T02:58:20.443811Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2025-11-22T02:58:20.443893Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2025-11-22T02:58:20.443252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 switched to configuration voters=(16896983918768216326)"}
{"level":"info","ts":"2025-11-22T02:58:20.444131Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6f20f2c4b2fb5f8a","local-member-id":"ea7e25599daad906","added-peer-id":"ea7e25599daad906","added-peer-peer-urls":["https://192.168.76.2:2380"]}
{"level":"info","ts":"2025-11-22T02:58:20.44328Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.76.2:2380"}
{"level":"info","ts":"2025-11-22T02:58:20.444223Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.76.2:2380"}
{"level":"info","ts":"2025-11-22T02:58:20.443688Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2025-11-22T02:58:20.696749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 is starting a new election at term 1"}
{"level":"info","ts":"2025-11-22T02:58:20.696867Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 became pre-candidate at term 1"}
{"level":"info","ts":"2025-11-22T02:58:20.696918Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 received MsgPreVoteResp from ea7e25599daad906 at term 1"}
{"level":"info","ts":"2025-11-22T02:58:20.697011Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 became candidate at term 2"}
{"level":"info","ts":"2025-11-22T02:58:20.697043Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 received MsgVoteResp from ea7e25599daad906 at term 2"}
{"level":"info","ts":"2025-11-22T02:58:20.697086Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 became leader at term 2"}
{"level":"info","ts":"2025-11-22T02:58:20.697124Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ea7e25599daad906 elected leader ea7e25599daad906 at term 2"}
{"level":"info","ts":"2025-11-22T02:58:20.699489Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"ea7e25599daad906","local-member-attributes":"{Name:old-k8s-version-250049 ClientURLs:[https://192.168.76.2:2379]}","request-path":"/0/members/ea7e25599daad906/attributes","cluster-id":"6f20f2c4b2fb5f8a","publish-timeout":"7s"}
{"level":"info","ts":"2025-11-22T02:58:20.699574Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-11-22T02:58:20.700603Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-11-22T02:58:20.701985Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2025-11-22T02:58:20.70233Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-11-22T02:58:20.705542Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.76.2:2379"}
{"level":"info","ts":"2025-11-22T02:58:20.706134Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6f20f2c4b2fb5f8a","local-member-id":"ea7e25599daad906","cluster-version":"3.5"}
{"level":"info","ts":"2025-11-22T02:58:20.718857Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2025-11-22T02:58:20.718951Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2025-11-22T02:58:20.718751Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-11-22T02:58:20.723442Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
==> kernel <==
02:59:08 up 1:41, 0 user, load average: 2.85, 3.32, 2.54
Linux old-k8s-version-250049 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [32a310538e758f018e05748c6cc46ded50160d1191873d8f74df09c34bec5629] <==
I1122 02:58:44.412246 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 02:58:44.507518 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1122 02:58:44.507654 1 main.go:148] setting mtu 1500 for CNI
I1122 02:58:44.507674 1 main.go:178] kindnetd IP family: "ipv4"
I1122 02:58:44.507689 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T02:58:44Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 02:58:44.706844 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 02:58:44.706943 1 controller.go:381] "Waiting for informer caches to sync"
I1122 02:58:44.706992 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 02:58:44.708150 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1122 02:58:44.907089 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 02:58:44.908215 1 metrics.go:72] Registering metrics
I1122 02:58:44.908463 1 controller.go:711] "Syncing nftables rules"
I1122 02:58:54.622419 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 02:58:54.622494 1 main.go:301] handling current node
I1122 02:59:04.618836 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 02:59:04.618877 1 main.go:301] handling current node
==> kube-apiserver [aa0a5254efdcbd46926a43706a04535691383339ded0e1f77eade3a569154a95] <==
E1122 02:58:24.488611 1 controller.go:146] "Failed to ensure lease exists, will retry" err="namespaces \"kube-system\" not found" interval="200ms"
I1122 02:58:24.513285 1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller
I1122 02:58:24.513504 1 shared_informer.go:318] Caches are synced for configmaps
I1122 02:58:24.522893 1 controller.go:624] quota admission added evaluator for: namespaces
I1122 02:58:24.698960 1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I1122 02:58:25.019857 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I1122 02:58:25.028246 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I1122 02:58:25.028334 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 02:58:25.790228 1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1122 02:58:25.839008 1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1122 02:58:25.939677 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1122 02:58:25.946979 1 lease.go:263] Resetting endpoints for master service "kubernetes" to [192.168.76.2]
I1122 02:58:25.948061 1 controller.go:624] quota admission added evaluator for: endpoints
I1122 02:58:25.955040 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1122 02:58:26.413998 1 controller.go:624] quota admission added evaluator for: serviceaccounts
E1122 02:58:27.398067 1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E1122 02:58:27.398102 1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E1122 02:58:27.398876 1 finisher.go:175] FinishRequest: post-timeout activity - time-elapsed: 755.01µs, panicked: false, err: context canceled, panic-reason: <nil>
E1122 02:58:27.399197 1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
E1122 02:58:27.400370 1 timeout.go:142] post-timeout activity - time-elapsed: 2.357594ms, PATCH "/api/v1/namespaces/default/events/old-k8s-version-250049.187a34d67bfb67e6" result: <nil>
I1122 02:58:27.503132 1 controller.go:624] quota admission added evaluator for: deployments.apps
I1122 02:58:27.525845 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1122 02:58:27.543326 1 controller.go:624] quota admission added evaluator for: daemonsets.apps
I1122 02:58:40.665680 1 controller.go:624] quota admission added evaluator for: replicasets.apps
I1122 02:58:40.674664 1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps
==> kube-controller-manager [ee3ca6e1567441686df870849138aa1ef26bbfe54fb45881e6390700552a7e48] <==
I1122 02:58:40.663001 1 shared_informer.go:318] Caches are synced for disruption
I1122 02:58:40.687111 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-5dd5756b68 to 2"
I1122 02:58:40.716780 1 shared_informer.go:318] Caches are synced for resource quota
I1122 02:58:40.724506 1 shared_informer.go:318] Caches are synced for resource quota
I1122 02:58:40.734354 1 event.go:307] "Event occurred" object="kube-system/kindnet" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kindnet-bv7vv"
I1122 02:58:40.734397 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-gvblc"
I1122 02:58:40.744559 1 event.go:307] "Event occurred" object="kube-system/coredns-5dd5756b68" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-5dd5756b68-hbmw7"
I1122 02:58:40.798258 1 event.go:307] "Event occurred" object="kube-system/coredns-5dd5756b68" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-5dd5756b68-5s686"
I1122 02:58:40.826643 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="140.757073ms"
I1122 02:58:40.853874 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="26.925136ms"
I1122 02:58:40.854051 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="135.254µs"
I1122 02:58:40.854345 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="256.437µs"
I1122 02:58:41.010890 1 shared_informer.go:318] Caches are synced for garbage collector
I1122 02:58:41.043464 1 shared_informer.go:318] Caches are synced for garbage collector
I1122 02:58:41.043495 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"
I1122 02:58:42.299826 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-5dd5756b68 to 1 from 2"
I1122 02:58:42.344620 1 event.go:307] "Event occurred" object="kube-system/coredns-5dd5756b68" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-5dd5756b68-hbmw7"
I1122 02:58:42.371767 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="71.745089ms"
I1122 02:58:42.381484 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="9.655599ms"
I1122 02:58:42.382903 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="65.452µs"
I1122 02:58:55.139202 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="86.844µs"
I1122 02:58:55.159350 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="121.166µs"
I1122 02:58:55.483429 1 node_lifecycle_controller.go:1048] "Controller detected that some Nodes are Ready. Exiting master disruption mode"
I1122 02:58:55.936145 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="14.611264ms"
I1122 02:58:55.937097 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="37.563µs"
==> kube-proxy [dd765b3d22a4aa9bbcf055cad12a41b452c4956e2e22a2b3a5010aa9f992d6d0] <==
I1122 02:58:41.587487 1 server_others.go:69] "Using iptables proxy"
I1122 02:58:41.614158 1 node.go:141] Successfully retrieved node IP: 192.168.76.2
I1122 02:58:41.703693 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 02:58:41.706676 1 server_others.go:152] "Using iptables Proxier"
I1122 02:58:41.706706 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1122 02:58:41.706734 1 server_others.go:438] "Defaulting to no-op detect-local"
I1122 02:58:41.706768 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1122 02:58:41.706996 1 server.go:846] "Version info" version="v1.28.0"
I1122 02:58:41.707008 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 02:58:41.708223 1 config.go:188] "Starting service config controller"
I1122 02:58:41.708234 1 shared_informer.go:311] Waiting for caches to sync for service config
I1122 02:58:41.708250 1 config.go:97] "Starting endpoint slice config controller"
I1122 02:58:41.708253 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1122 02:58:41.708588 1 config.go:315] "Starting node config controller"
I1122 02:58:41.708594 1 shared_informer.go:311] Waiting for caches to sync for node config
I1122 02:58:41.809108 1 shared_informer.go:318] Caches are synced for node config
I1122 02:58:41.809125 1 shared_informer.go:318] Caches are synced for service config
I1122 02:58:41.809143 1 shared_informer.go:318] Caches are synced for endpoint slice config
==> kube-scheduler [b0cf4ccb48b7bf1d72c4978a4c304f9eb466beacfc1dc21dfbabefba3587426b] <==
W1122 02:58:25.368306 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1122 02:58:25.369100 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W1122 02:58:25.368349 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1122 02:58:25.369190 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W1122 02:58:25.368542 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W1122 02:58:25.368581 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W1122 02:58:25.368616 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1122 02:58:25.368674 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W1122 02:58:25.368707 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W1122 02:58:25.368740 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W1122 02:58:25.368772 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1122 02:58:25.368806 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W1122 02:58:25.368849 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1122 02:58:25.368900 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1122 02:58:25.369954 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1122 02:58:25.370273 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1122 02:58:25.370307 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1122 02:58:25.370344 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1122 02:58:25.370379 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1122 02:58:25.370411 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1122 02:58:25.370454 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1122 02:58:25.370491 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1122 02:58:25.370523 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1122 02:58:25.370556 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
I1122 02:58:26.357805 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Nov 22 02:58:40 old-k8s-version-250049 kubelet[1365]: I1122 02:58:40.931451 1365 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/8bc2c6f2-7f03-41bb-832a-e47e41e9528a-lib-modules\") pod \"kindnet-bv7vv\" (UID: \"8bc2c6f2-7f03-41bb-832a-e47e41e9528a\") " pod="kube-system/kindnet-bv7vv"
Nov 22 02:58:40 old-k8s-version-250049 kubelet[1365]: I1122 02:58:40.931758 1365 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/3fcb459f-cce5-4ec5-80be-16049cf4228c-lib-modules\") pod \"kube-proxy-gvblc\" (UID: \"3fcb459f-cce5-4ec5-80be-16049cf4228c\") " pod="kube-system/kube-proxy-gvblc"
Nov 22 02:58:40 old-k8s-version-250049 kubelet[1365]: I1122 02:58:40.931805 1365 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/8bc2c6f2-7f03-41bb-832a-e47e41e9528a-xtables-lock\") pod \"kindnet-bv7vv\" (UID: \"8bc2c6f2-7f03-41bb-832a-e47e41e9528a\") " pod="kube-system/kindnet-bv7vv"
Nov 22 02:58:40 old-k8s-version-250049 kubelet[1365]: I1122 02:58:40.931846 1365 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/3fcb459f-cce5-4ec5-80be-16049cf4228c-xtables-lock\") pod \"kube-proxy-gvblc\" (UID: \"3fcb459f-cce5-4ec5-80be-16049cf4228c\") " pod="kube-system/kube-proxy-gvblc"
Nov 22 02:58:40 old-k8s-version-250049 kubelet[1365]: I1122 02:58:40.931887 1365 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-whb5z\" (UniqueName: \"kubernetes.io/projected/3fcb459f-cce5-4ec5-80be-16049cf4228c-kube-api-access-whb5z\") pod \"kube-proxy-gvblc\" (UID: \"3fcb459f-cce5-4ec5-80be-16049cf4228c\") " pod="kube-system/kube-proxy-gvblc"
Nov 22 02:58:40 old-k8s-version-250049 kubelet[1365]: I1122 02:58:40.931925 1365 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/8bc2c6f2-7f03-41bb-832a-e47e41e9528a-cni-cfg\") pod \"kindnet-bv7vv\" (UID: \"8bc2c6f2-7f03-41bb-832a-e47e41e9528a\") " pod="kube-system/kindnet-bv7vv"
Nov 22 02:58:40 old-k8s-version-250049 kubelet[1365]: I1122 02:58:40.931957 1365 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-j9mgg\" (UniqueName: \"kubernetes.io/projected/8bc2c6f2-7f03-41bb-832a-e47e41e9528a-kube-api-access-j9mgg\") pod \"kindnet-bv7vv\" (UID: \"8bc2c6f2-7f03-41bb-832a-e47e41e9528a\") " pod="kube-system/kindnet-bv7vv"
Nov 22 02:58:40 old-k8s-version-250049 kubelet[1365]: I1122 02:58:40.931991 1365 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-proxy\" (UniqueName: \"kubernetes.io/configmap/3fcb459f-cce5-4ec5-80be-16049cf4228c-kube-proxy\") pod \"kube-proxy-gvblc\" (UID: \"3fcb459f-cce5-4ec5-80be-16049cf4228c\") " pod="kube-system/kube-proxy-gvblc"
Nov 22 02:58:41 old-k8s-version-250049 kubelet[1365]: W1122 02:58:41.357822 1365 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027/crio-ddfbea779993130222698b64b082f5185051dc830d7436f4a3ab1d3ea62eb11f WatchSource:0}: Error finding container ddfbea779993130222698b64b082f5185051dc830d7436f4a3ab1d3ea62eb11f: Status 404 returned error can't find the container with id ddfbea779993130222698b64b082f5185051dc830d7436f4a3ab1d3ea62eb11f
Nov 22 02:58:44 old-k8s-version-250049 kubelet[1365]: I1122 02:58:44.882645 1365 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kindnet-bv7vv" podStartSLOduration=1.926639925 podCreationTimestamp="2025-11-22 02:58:40 +0000 UTC" firstStartedPulling="2025-11-22 02:58:41.360905898 +0000 UTC m=+13.903598342" lastFinishedPulling="2025-11-22 02:58:44.316863539 +0000 UTC m=+16.859555982" observedRunningTime="2025-11-22 02:58:44.881771293 +0000 UTC m=+17.424463753" watchObservedRunningTime="2025-11-22 02:58:44.882597565 +0000 UTC m=+17.425290017"
Nov 22 02:58:44 old-k8s-version-250049 kubelet[1365]: I1122 02:58:44.883396 1365 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kube-proxy-gvblc" podStartSLOduration=4.883334335 podCreationTimestamp="2025-11-22 02:58:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 02:58:41.876715809 +0000 UTC m=+14.419408261" watchObservedRunningTime="2025-11-22 02:58:44.883334335 +0000 UTC m=+17.426026787"
Nov 22 02:58:55 old-k8s-version-250049 kubelet[1365]: I1122 02:58:55.096547 1365 kubelet_node_status.go:493] "Fast updating node status as it just became ready"
Nov 22 02:58:55 old-k8s-version-250049 kubelet[1365]: I1122 02:58:55.137628 1365 topology_manager.go:215] "Topology Admit Handler" podUID="1b8276d3-96ea-4045-ae34-35b5ed65c2dd" podNamespace="kube-system" podName="coredns-5dd5756b68-5s686"
Nov 22 02:58:55 old-k8s-version-250049 kubelet[1365]: I1122 02:58:55.146230 1365 topology_manager.go:215] "Topology Admit Handler" podUID="873c5f5a-a688-42a0-97c4-7118839031c9" podNamespace="kube-system" podName="storage-provisioner"
Nov 22 02:58:55 old-k8s-version-250049 kubelet[1365]: I1122 02:58:55.159163 1365 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pzf96\" (UniqueName: \"kubernetes.io/projected/1b8276d3-96ea-4045-ae34-35b5ed65c2dd-kube-api-access-pzf96\") pod \"coredns-5dd5756b68-5s686\" (UID: \"1b8276d3-96ea-4045-ae34-35b5ed65c2dd\") " pod="kube-system/coredns-5dd5756b68-5s686"
Nov 22 02:58:55 old-k8s-version-250049 kubelet[1365]: I1122 02:58:55.159520 1365 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/873c5f5a-a688-42a0-97c4-7118839031c9-tmp\") pod \"storage-provisioner\" (UID: \"873c5f5a-a688-42a0-97c4-7118839031c9\") " pod="kube-system/storage-provisioner"
Nov 22 02:58:55 old-k8s-version-250049 kubelet[1365]: I1122 02:58:55.159683 1365 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8pwrz\" (UniqueName: \"kubernetes.io/projected/873c5f5a-a688-42a0-97c4-7118839031c9-kube-api-access-8pwrz\") pod \"storage-provisioner\" (UID: \"873c5f5a-a688-42a0-97c4-7118839031c9\") " pod="kube-system/storage-provisioner"
Nov 22 02:58:55 old-k8s-version-250049 kubelet[1365]: I1122 02:58:55.159790 1365 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/1b8276d3-96ea-4045-ae34-35b5ed65c2dd-config-volume\") pod \"coredns-5dd5756b68-5s686\" (UID: \"1b8276d3-96ea-4045-ae34-35b5ed65c2dd\") " pod="kube-system/coredns-5dd5756b68-5s686"
Nov 22 02:58:55 old-k8s-version-250049 kubelet[1365]: W1122 02:58:55.460220 1365 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027/crio-f60e0ec1f24f9e0dd56d1d6d4315a39985789ad53a549c37ec5bbfbdd579164f WatchSource:0}: Error finding container f60e0ec1f24f9e0dd56d1d6d4315a39985789ad53a549c37ec5bbfbdd579164f: Status 404 returned error can't find the container with id f60e0ec1f24f9e0dd56d1d6d4315a39985789ad53a549c37ec5bbfbdd579164f
Nov 22 02:58:55 old-k8s-version-250049 kubelet[1365]: W1122 02:58:55.482694 1365 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027/crio-69a054949ec445e434563a0508be76d54605191771b49f1fd355ad3843de14d1 WatchSource:0}: Error finding container 69a054949ec445e434563a0508be76d54605191771b49f1fd355ad3843de14d1: Status 404 returned error can't find the container with id 69a054949ec445e434563a0508be76d54605191771b49f1fd355ad3843de14d1
Nov 22 02:58:55 old-k8s-version-250049 kubelet[1365]: I1122 02:58:55.920811 1365 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/coredns-5dd5756b68-5s686" podStartSLOduration=15.920769139 podCreationTimestamp="2025-11-22 02:58:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 02:58:55.919867305 +0000 UTC m=+28.462559773" watchObservedRunningTime="2025-11-22 02:58:55.920769139 +0000 UTC m=+28.463461583"
Nov 22 02:58:55 old-k8s-version-250049 kubelet[1365]: I1122 02:58:55.920905 1365 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=13.920888221 podCreationTimestamp="2025-11-22 02:58:42 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 02:58:55.906126006 +0000 UTC m=+28.448818450" watchObservedRunningTime="2025-11-22 02:58:55.920888221 +0000 UTC m=+28.463580673"
Nov 22 02:58:58 old-k8s-version-250049 kubelet[1365]: I1122 02:58:58.100044 1365 topology_manager.go:215] "Topology Admit Handler" podUID="094e601a-a410-44b1-88e7-8d2714f82473" podNamespace="default" podName="busybox"
Nov 22 02:58:58 old-k8s-version-250049 kubelet[1365]: I1122 02:58:58.275074 1365 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-klkw5\" (UniqueName: \"kubernetes.io/projected/094e601a-a410-44b1-88e7-8d2714f82473-kube-api-access-klkw5\") pod \"busybox\" (UID: \"094e601a-a410-44b1-88e7-8d2714f82473\") " pod="default/busybox"
Nov 22 02:59:00 old-k8s-version-250049 kubelet[1365]: I1122 02:59:00.918871 1365 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="default/busybox" podStartSLOduration=0.710617835 podCreationTimestamp="2025-11-22 02:58:58 +0000 UTC" firstStartedPulling="2025-11-22 02:58:58.435963568 +0000 UTC m=+30.978656012" lastFinishedPulling="2025-11-22 02:59:00.644172708 +0000 UTC m=+33.186865152" observedRunningTime="2025-11-22 02:59:00.918702765 +0000 UTC m=+33.461395209" watchObservedRunningTime="2025-11-22 02:59:00.918826975 +0000 UTC m=+33.461519444"
==> storage-provisioner [d8bfb91d769639dfbc8a338bef4da1283330fc6460ec4e067a3131f79f47c133] <==
I1122 02:58:55.548700 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1122 02:58:55.568673 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1122 02:58:55.568734 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1122 02:58:55.583246 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1122 02:58:55.583506 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_old-k8s-version-250049_1ec0809d-674d-41b0-8b1a-33799adfec87!
I1122 02:58:55.584553 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"eeeeb74d-bc48-47bd-8882-0a2802c6944f", APIVersion:"v1", ResourceVersion:"429", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' old-k8s-version-250049_1ec0809d-674d-41b0-8b1a-33799adfec87 became leader
I1122 02:58:55.683943 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_old-k8s-version-250049_1ec0809d-674d-41b0-8b1a-33799adfec87!
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-250049 -n old-k8s-version-250049
helpers_test.go:269: (dbg) Run: kubectl --context old-k8s-version-250049 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive (2.60s)
=== RUN TestStartStop/group/old-k8s-version/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p old-k8s-version-250049 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 pause -p old-k8s-version-250049 --alsologtostderr -v=1: exit status 80 (1.960179952s)
-- stdout --
* Pausing node old-k8s-version-250049 ...
-- /stdout --
** stderr **
I1122 03:00:23.476501 186895 out.go:360] Setting OutFile to fd 1 ...
I1122 03:00:23.476737 186895 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:00:23.476772 186895 out.go:374] Setting ErrFile to fd 2...
I1122 03:00:23.476794 186895 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:00:23.477112 186895 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:00:23.477404 186895 out.go:368] Setting JSON to false
I1122 03:00:23.477469 186895 mustload.go:66] Loading cluster: old-k8s-version-250049
I1122 03:00:23.477934 186895 config.go:182] Loaded profile config "old-k8s-version-250049": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.0
I1122 03:00:23.478459 186895 cli_runner.go:164] Run: docker container inspect old-k8s-version-250049 --format={{.State.Status}}
I1122 03:00:23.497557 186895 host.go:66] Checking if "old-k8s-version-250049" exists ...
I1122 03:00:23.497886 186895 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:00:23.555076 186895 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:49 OomKillDisable:true NGoroutines:62 SystemTime:2025-11-22 03:00:23.544716741 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:00:23.555709 186895 pause.go:60] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/21924/minikube-v1.37.0-1763503576-21924-arm64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1763503576-21924/minikube-v1.37.0-1763503576-21924-arm64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1763503576-21924-arm64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) profile:old-k8s-version-250049 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(bool=true) wantupdatenotification:%!s(bool=
true) wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1122 03:00:23.559127 186895 out.go:179] * Pausing node old-k8s-version-250049 ...
I1122 03:00:23.562760 186895 host.go:66] Checking if "old-k8s-version-250049" exists ...
I1122 03:00:23.563107 186895 ssh_runner.go:195] Run: systemctl --version
I1122 03:00:23.563156 186895 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-250049
I1122 03:00:23.581354 186895 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33056 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/old-k8s-version-250049/id_rsa Username:docker}
I1122 03:00:23.681582 186895 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:00:23.703425 186895 pause.go:52] kubelet running: true
I1122 03:00:23.703505 186895 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 03:00:23.938139 186895 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 03:00:23.938234 186895 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 03:00:24.019068 186895 cri.go:89] found id: "e10a774ce833e9229d397f7dc5e642f62681c5d0fd19a2b315d34e96d0dc6eae"
I1122 03:00:24.019089 186895 cri.go:89] found id: "b860626130a24a4cfab7b5dab8a45f3b426552c80073aa294b74b02827b9e8e3"
I1122 03:00:24.019094 186895 cri.go:89] found id: "ffacda8cd28e83d263155d58bf41e0bcba0fc02bb6e7cf11b76d9b23355cd538"
I1122 03:00:24.019097 186895 cri.go:89] found id: "68f15bc546d96d1e6a22b201c9e92c763a81b7d136884ded816eb768e222e964"
I1122 03:00:24.019101 186895 cri.go:89] found id: "d71a1e6e82c1a3df3e82f947ad55b48431f4948115d8f3a2ef1452b529ada735"
I1122 03:00:24.019104 186895 cri.go:89] found id: "38b4e5a2888cb1fcdff02a7643e236874ea3cc86c72dc1c875ab0243fee4d6d9"
I1122 03:00:24.019118 186895 cri.go:89] found id: "2ba1f507c3bc912dcd291f0558e66ed37f518dff2cdb1c6cee6de5caf0163d95"
I1122 03:00:24.019123 186895 cri.go:89] found id: "969db7d1517908301bd7950cd3442c20a87f7f288b16b05c18c251d4d1854d8b"
I1122 03:00:24.019127 186895 cri.go:89] found id: "b7c49f4d1b86f22d124b22371009ef0f82fbbf8eead523fb0d06aef1f94d20c4"
I1122 03:00:24.019133 186895 cri.go:89] found id: "f4fcd36241a7dea9ddedcb9a66884613794dfc25d56543068912396afa9e4fe9"
I1122 03:00:24.019136 186895 cri.go:89] found id: "59549b580719ffe6e179c3e6e8ec5c3d898d5e6a372d2655875f3b272b913d7c"
I1122 03:00:24.019139 186895 cri.go:89] found id: ""
I1122 03:00:24.019189 186895 ssh_runner.go:195] Run: sudo runc list -f json
I1122 03:00:24.033616 186895 retry.go:31] will retry after 288.131836ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:00:24Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:00:24.322053 186895 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:00:24.338991 186895 pause.go:52] kubelet running: false
I1122 03:00:24.339053 186895 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 03:00:24.547881 186895 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 03:00:24.547964 186895 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 03:00:24.642030 186895 cri.go:89] found id: "e10a774ce833e9229d397f7dc5e642f62681c5d0fd19a2b315d34e96d0dc6eae"
I1122 03:00:24.642056 186895 cri.go:89] found id: "b860626130a24a4cfab7b5dab8a45f3b426552c80073aa294b74b02827b9e8e3"
I1122 03:00:24.642061 186895 cri.go:89] found id: "ffacda8cd28e83d263155d58bf41e0bcba0fc02bb6e7cf11b76d9b23355cd538"
I1122 03:00:24.642065 186895 cri.go:89] found id: "68f15bc546d96d1e6a22b201c9e92c763a81b7d136884ded816eb768e222e964"
I1122 03:00:24.642068 186895 cri.go:89] found id: "d71a1e6e82c1a3df3e82f947ad55b48431f4948115d8f3a2ef1452b529ada735"
I1122 03:00:24.642072 186895 cri.go:89] found id: "38b4e5a2888cb1fcdff02a7643e236874ea3cc86c72dc1c875ab0243fee4d6d9"
I1122 03:00:24.642075 186895 cri.go:89] found id: "2ba1f507c3bc912dcd291f0558e66ed37f518dff2cdb1c6cee6de5caf0163d95"
I1122 03:00:24.642078 186895 cri.go:89] found id: "969db7d1517908301bd7950cd3442c20a87f7f288b16b05c18c251d4d1854d8b"
I1122 03:00:24.642081 186895 cri.go:89] found id: "b7c49f4d1b86f22d124b22371009ef0f82fbbf8eead523fb0d06aef1f94d20c4"
I1122 03:00:24.642087 186895 cri.go:89] found id: "f4fcd36241a7dea9ddedcb9a66884613794dfc25d56543068912396afa9e4fe9"
I1122 03:00:24.642090 186895 cri.go:89] found id: "59549b580719ffe6e179c3e6e8ec5c3d898d5e6a372d2655875f3b272b913d7c"
I1122 03:00:24.642094 186895 cri.go:89] found id: ""
I1122 03:00:24.642146 186895 ssh_runner.go:195] Run: sudo runc list -f json
I1122 03:00:24.655703 186895 retry.go:31] will retry after 250.939566ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:00:24Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:00:24.907187 186895 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:00:24.922699 186895 pause.go:52] kubelet running: false
I1122 03:00:24.922839 186895 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 03:00:25.175504 186895 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 03:00:25.175581 186895 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 03:00:25.346238 186895 cri.go:89] found id: "e10a774ce833e9229d397f7dc5e642f62681c5d0fd19a2b315d34e96d0dc6eae"
I1122 03:00:25.346257 186895 cri.go:89] found id: "b860626130a24a4cfab7b5dab8a45f3b426552c80073aa294b74b02827b9e8e3"
I1122 03:00:25.346262 186895 cri.go:89] found id: "ffacda8cd28e83d263155d58bf41e0bcba0fc02bb6e7cf11b76d9b23355cd538"
I1122 03:00:25.346266 186895 cri.go:89] found id: "68f15bc546d96d1e6a22b201c9e92c763a81b7d136884ded816eb768e222e964"
I1122 03:00:25.346269 186895 cri.go:89] found id: "d71a1e6e82c1a3df3e82f947ad55b48431f4948115d8f3a2ef1452b529ada735"
I1122 03:00:25.346273 186895 cri.go:89] found id: "38b4e5a2888cb1fcdff02a7643e236874ea3cc86c72dc1c875ab0243fee4d6d9"
I1122 03:00:25.346276 186895 cri.go:89] found id: "2ba1f507c3bc912dcd291f0558e66ed37f518dff2cdb1c6cee6de5caf0163d95"
I1122 03:00:25.346279 186895 cri.go:89] found id: "969db7d1517908301bd7950cd3442c20a87f7f288b16b05c18c251d4d1854d8b"
I1122 03:00:25.346282 186895 cri.go:89] found id: "b7c49f4d1b86f22d124b22371009ef0f82fbbf8eead523fb0d06aef1f94d20c4"
I1122 03:00:25.346292 186895 cri.go:89] found id: "f4fcd36241a7dea9ddedcb9a66884613794dfc25d56543068912396afa9e4fe9"
I1122 03:00:25.346296 186895 cri.go:89] found id: "59549b580719ffe6e179c3e6e8ec5c3d898d5e6a372d2655875f3b272b913d7c"
I1122 03:00:25.346299 186895 cri.go:89] found id: ""
I1122 03:00:25.346346 186895 ssh_runner.go:195] Run: sudo runc list -f json
I1122 03:00:25.362203 186895 out.go:203]
W1122 03:00:25.365294 186895 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:00:25Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:00:25Z" level=error msg="open /run/runc: no such file or directory"
W1122 03:00:25.365472 186895 out.go:285] *
*
W1122 03:00:25.371121 186895 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 03:00:25.374633 186895 out.go:203]
** /stderr **
start_stop_delete_test.go:309: out/minikube-linux-arm64 pause -p old-k8s-version-250049 --alsologtostderr -v=1 failed: exit status 80
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect old-k8s-version-250049
helpers_test.go:243: (dbg) docker inspect old-k8s-version-250049:
-- stdout --
[
{
"Id": "bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027",
"Created": "2025-11-22T02:58:04.505729308Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 184802,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T02:59:21.490929376Z",
"FinishedAt": "2025-11-22T02:59:20.654944866Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027/hostname",
"HostsPath": "/var/lib/docker/containers/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027/hosts",
"LogPath": "/var/lib/docker/containers/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027-json.log",
"Name": "/old-k8s-version-250049",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"old-k8s-version-250049:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "old-k8s-version-250049",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027",
"LowerDir": "/var/lib/docker/overlay2/b128c071ca811e084997d9a142fbda41dea90af7454441c58d4e605c4bfbb244-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/b128c071ca811e084997d9a142fbda41dea90af7454441c58d4e605c4bfbb244/merged",
"UpperDir": "/var/lib/docker/overlay2/b128c071ca811e084997d9a142fbda41dea90af7454441c58d4e605c4bfbb244/diff",
"WorkDir": "/var/lib/docker/overlay2/b128c071ca811e084997d9a142fbda41dea90af7454441c58d4e605c4bfbb244/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "old-k8s-version-250049",
"Source": "/var/lib/docker/volumes/old-k8s-version-250049/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "old-k8s-version-250049",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "old-k8s-version-250049",
"name.minikube.sigs.k8s.io": "old-k8s-version-250049",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "0cea24047abe24ffffe31ff2deb7e757a02130b82ae54dddd4f8ca9c3cd0c55f",
"SandboxKey": "/var/run/docker/netns/0cea24047abe",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33056"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33057"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33060"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33058"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33059"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"old-k8s-version-250049": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "de:28:2f:e1:e2:6d",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "ea607bed034d8099801f067b0249350a7e4a6ed0ef6d3bc02122e8b36f008043",
"EndpointID": "8511eb08db044a451285420bfc906a721eb476f727a7a089acf2fbf7837422be",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"old-k8s-version-250049",
"bae73b9b10f7"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-250049 -n old-k8s-version-250049
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-250049 -n old-k8s-version-250049: exit status 2 (465.330772ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/old-k8s-version/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p old-k8s-version-250049 logs -n 25
E1122 03:00:26.015042 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p old-k8s-version-250049 logs -n 25: (1.384380899s)
helpers_test.go:260: TestStartStop/group/old-k8s-version/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────
────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────
────┤
│ ssh │ -p cilium-646238 sudo systemctl cat containerd --no-pager │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo cat /lib/systemd/system/containerd.service │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo cat /etc/containerd/config.toml │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo containerd config dump │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo systemctl status crio --all --full --no-pager │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo systemctl cat crio --no-pager │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo find /etc/crio -type f -exec sh -c 'echo {}; cat {}' \; │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo crio config │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ delete │ -p cilium-646238 │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:56 UTC │
│ start │ -p force-systemd-env-289111 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ force-systemd-env-289111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:57 UTC │
│ delete │ -p kubernetes-upgrade-009731 │ kubernetes-upgrade-009731 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:56 UTC │
│ start │ -p cert-expiration-893129 --memory=3072 --cert-expiration=3m --driver=docker --container-runtime=crio │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:57 UTC │
│ delete │ -p force-systemd-env-289111 │ force-systemd-env-289111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ start │ -p cert-options-359368 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ ssh │ cert-options-359368 ssh openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ ssh │ -p cert-options-359368 -- sudo cat /etc/kubernetes/admin.conf │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ delete │ -p cert-options-359368 │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ start │ -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:58 UTC │
│ addons │ enable metrics-server -p old-k8s-version-250049 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ │
│ stop │ -p old-k8s-version-250049 --alsologtostderr -v=3 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 02:59 UTC │
│ addons │ enable dashboard -p old-k8s-version-250049 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 02:59 UTC │
│ start │ -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 03:00 UTC │
│ image │ old-k8s-version-250049 image list --format=json │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ pause │ -p old-k8s-version-250049 --alsologtostderr -v=1 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ │
│ start │ -p cert-expiration-893129 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────
────┘
==> Last Start <==
Log file created at: 2025/11/22 03:00:24
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 03:00:24.043511 186986 out.go:360] Setting OutFile to fd 1 ...
I1122 03:00:24.043628 186986 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:00:24.043632 186986 out.go:374] Setting ErrFile to fd 2...
I1122 03:00:24.043635 186986 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:00:24.043980 186986 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:00:24.044358 186986 out.go:368] Setting JSON to false
I1122 03:00:24.045343 186986 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6150,"bootTime":1763774274,"procs":215,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 03:00:24.045436 186986 start.go:143] virtualization:
I1122 03:00:24.051104 186986 out.go:179] * [cert-expiration-893129] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 03:00:24.054175 186986 out.go:179] - MINIKUBE_LOCATION=21946
I1122 03:00:24.054233 186986 notify.go:221] Checking for updates...
I1122 03:00:24.060514 186986 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 03:00:24.063766 186986 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:00:24.066697 186986 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 03:00:24.069533 186986 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 03:00:24.072498 186986 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 03:00:24.076042 186986 config.go:182] Loaded profile config "cert-expiration-893129": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:00:24.076705 186986 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 03:00:24.102021 186986 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 03:00:24.102133 186986 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:00:24.167721 186986 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:49 OomKillDisable:true NGoroutines:62 SystemTime:2025-11-22 03:00:24.158489166 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:00:24.167821 186986 docker.go:319] overlay module found
I1122 03:00:24.170850 186986 out.go:179] * Using the docker driver based on existing profile
I1122 03:00:24.173744 186986 start.go:309] selected driver: docker
I1122 03:00:24.173755 186986 start.go:927] validating driver "docker" against &{Name:cert-expiration-893129 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:cert-expiration-893129 Namespace:default APIServerHAVIP: A
PIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:3m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: So
cketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:00:24.173848 186986 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 03:00:24.174649 186986 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:00:24.231653 186986 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:49 OomKillDisable:true NGoroutines:62 SystemTime:2025-11-22 03:00:24.221923688 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:00:24.231984 186986 cni.go:84] Creating CNI manager for ""
I1122 03:00:24.232042 186986 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:00:24.232077 186986 start.go:353] cluster config:
{Name:cert-expiration-893129 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:cert-expiration-893129 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.loca
l ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:8760h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1122 03:00:24.235206 186986 out.go:179] * Starting "cert-expiration-893129" primary control-plane node in "cert-expiration-893129" cluster
I1122 03:00:24.237997 186986 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 03:00:24.241003 186986 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 03:00:24.243853 186986 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:00:24.243920 186986 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 03:00:24.244210 186986 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 03:00:24.244257 186986 cache.go:65] Caching tarball of preloaded images
I1122 03:00:24.244362 186986 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 03:00:24.244371 186986 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 03:00:24.244504 186986 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/cert-expiration-893129/config.json ...
I1122 03:00:24.266964 186986 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 03:00:24.266975 186986 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 03:00:24.266994 186986 cache.go:243] Successfully downloaded all kic artifacts
I1122 03:00:24.267021 186986 start.go:360] acquireMachinesLock for cert-expiration-893129: {Name:mk0977d95fa3f038c86d1099a3a09b68925782b9 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:00:24.267091 186986 start.go:364] duration metric: took 50.175µs to acquireMachinesLock for "cert-expiration-893129"
I1122 03:00:24.267110 186986 start.go:96] Skipping create...Using existing machine configuration
I1122 03:00:24.267114 186986 fix.go:54] fixHost starting:
I1122 03:00:24.267360 186986 cli_runner.go:164] Run: docker container inspect cert-expiration-893129 --format={{.State.Status}}
I1122 03:00:24.284189 186986 fix.go:112] recreateIfNeeded on cert-expiration-893129: state=Running err=<nil>
W1122 03:00:24.284217 186986 fix.go:138] unexpected machine state, will restart: <nil>
==> CRI-O <==
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.018455608Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.027901324Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.028493136Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.047259531Z" level=info msg="Created container f4fcd36241a7dea9ddedcb9a66884613794dfc25d56543068912396afa9e4fe9: kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj/dashboard-metrics-scraper" id=648297df-79fa-48e8-b07f-7df1518e6be7 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.048045213Z" level=info msg="Starting container: f4fcd36241a7dea9ddedcb9a66884613794dfc25d56543068912396afa9e4fe9" id=8bf158c7-5537-4803-b0c2-932d29c9b62c name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.049914441Z" level=info msg="Started container" PID=1639 containerID=f4fcd36241a7dea9ddedcb9a66884613794dfc25d56543068912396afa9e4fe9 description=kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj/dashboard-metrics-scraper id=8bf158c7-5537-4803-b0c2-932d29c9b62c name=/runtime.v1.RuntimeService/StartContainer sandboxID=9b161af5db0210dfe7a219c9b5b3082b93678360d693777042d7256c69b1dbb6
Nov 22 03:00:08 old-k8s-version-250049 conmon[1637]: conmon f4fcd36241a7dea9dded <ninfo>: container 1639 exited with status 1
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.715860609Z" level=info msg="Removing container: 3157c2cf07eaff2b3148832d26170e67a943f601456f842291ae5008539db99a" id=c79d94b4-8008-460a-9b28-e26f62078a65 name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.72422845Z" level=info msg="Error loading conmon cgroup of container 3157c2cf07eaff2b3148832d26170e67a943f601456f842291ae5008539db99a: cgroup deleted" id=c79d94b4-8008-460a-9b28-e26f62078a65 name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.732849189Z" level=info msg="Removed container 3157c2cf07eaff2b3148832d26170e67a943f601456f842291ae5008539db99a: kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj/dashboard-metrics-scraper" id=c79d94b4-8008-460a-9b28-e26f62078a65 name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.24633044Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.250678981Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.250907592Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.250947149Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.254526991Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.254562208Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.254586298Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.257905866Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.257941927Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.257966461Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.261403985Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.261441392Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.261461782Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.265046383Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.26508448Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
f4fcd36241a7d a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 18 seconds ago Exited dashboard-metrics-scraper 2 9b161af5db021 dashboard-metrics-scraper-5f989dc9cf-4tdtj kubernetes-dashboard
e10a774ce833e ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 20 seconds ago Running storage-provisioner 2 c637bb15381ba storage-provisioner kube-system
59549b580719f docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf 33 seconds ago Running kubernetes-dashboard 0 a967cafbddc43 kubernetes-dashboard-8694d4445c-gn8vw kubernetes-dashboard
97139a2db3baa 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c 51 seconds ago Running busybox 1 7920992edb80b busybox default
b860626130a24 97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108 51 seconds ago Running coredns 1 275495542dd7f coredns-5dd5756b68-5s686 kube-system
ffacda8cd28e8 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 51 seconds ago Running kindnet-cni 1 3006371d1e74c kindnet-bv7vv kube-system
68f15bc546d96 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 51 seconds ago Exited storage-provisioner 1 c637bb15381ba storage-provisioner kube-system
d71a1e6e82c1a 940f54a5bcae9dd4c97844fa36d12cc5d9078cffd5e677ad0df1528c12f3240d 51 seconds ago Running kube-proxy 1 ec894679e7cf6 kube-proxy-gvblc kube-system
38b4e5a2888cb 762dce4090c5f4789bb5dbb933d5b50bc1a2357d7739bbce30d949820e5a38ee 57 seconds ago Running kube-scheduler 1 b5f26c4c6d982 kube-scheduler-old-k8s-version-250049 kube-system
2ba1f507c3bc9 00543d2fe5d71095984891a0609ee504b81f9d72a69a0ad02039d4e135213766 57 seconds ago Running kube-apiserver 1 cf9da31382618 kube-apiserver-old-k8s-version-250049 kube-system
969db7d151790 46cc66ccc7c19b4b30625b0aa4e178792add2385659205d7c6fcbd05d78c23e5 57 seconds ago Running kube-controller-manager 1 1674c57871767 kube-controller-manager-old-k8s-version-250049 kube-system
b7c49f4d1b86f 9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace 57 seconds ago Running etcd 1 ce8f8411f67e3 etcd-old-k8s-version-250049 kube-system
==> coredns [b860626130a24a4cfab7b5dab8a45f3b426552c80073aa294b74b02827b9e8e3] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = b7aacdf6a6aa730aafe4d018cac9b7b5ecfb346cba84a99f64521f87aef8b4958639c1cf97967716465791d05bd38f372615327b7cb1d93c850bae532744d54d
CoreDNS-1.10.1
linux/arm64, go1.20, 055b2c3
[INFO] 127.0.0.1:37627 - 54536 "HINFO IN 4364425343187063636.1058583413577387982. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.013319618s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[WARNING] plugin/kubernetes: Kubernetes API connection failure: Get "https://10.96.0.1:443/version": dial tcp 10.96.0.1:443: i/o timeout
==> describe nodes <==
Name: old-k8s-version-250049
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=old-k8s-version-250049
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=old-k8s-version-250049
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T02_58_28_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 02:58:24 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: old-k8s-version-250049
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 03:00:15 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 03:00:05 +0000 Sat, 22 Nov 2025 02:58:21 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 03:00:05 +0000 Sat, 22 Nov 2025 02:58:21 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 03:00:05 +0000 Sat, 22 Nov 2025 02:58:21 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 22 Nov 2025 03:00:05 +0000 Sat, 22 Nov 2025 02:58:55 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: old-k8s-version-250049
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: e3ed3db7-307c-4423-875c-ce5df74cb429
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.28.0
Kube-Proxy Version: v1.28.0
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 88s
kube-system coredns-5dd5756b68-5s686 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 106s
kube-system etcd-old-k8s-version-250049 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 119s
kube-system kindnet-bv7vv 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 106s
kube-system kube-apiserver-old-k8s-version-250049 250m (12%) 0 (0%) 0 (0%) 0 (0%) 119s
kube-system kube-controller-manager-old-k8s-version-250049 200m (10%) 0 (0%) 0 (0%) 0 (0%) 119s
kube-system kube-proxy-gvblc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 106s
kube-system kube-scheduler-old-k8s-version-250049 100m (5%) 0 (0%) 0 (0%) 0 (0%) 119s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 104s
kubernetes-dashboard dashboard-metrics-scraper-5f989dc9cf-4tdtj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 39s
kubernetes-dashboard kubernetes-dashboard-8694d4445c-gn8vw 0 (0%) 0 (0%) 0 (0%) 0 (0%) 39s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 105s kube-proxy
Normal Starting 50s kube-proxy
Normal Starting 2m7s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 2m7s (x7 over 2m7s) kubelet Node old-k8s-version-250049 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m7s (x7 over 2m7s) kubelet Node old-k8s-version-250049 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m7s (x6 over 2m7s) kubelet Node old-k8s-version-250049 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 119s kubelet Node old-k8s-version-250049 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientMemory 119s kubelet Node old-k8s-version-250049 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 119s kubelet Node old-k8s-version-250049 status is now: NodeHasSufficientPID
Normal Starting 119s kubelet Starting kubelet.
Normal RegisteredNode 106s node-controller Node old-k8s-version-250049 event: Registered Node old-k8s-version-250049 in Controller
Normal NodeReady 91s kubelet Node old-k8s-version-250049 status is now: NodeReady
Normal Starting 58s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 58s (x8 over 58s) kubelet Node old-k8s-version-250049 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 58s (x8 over 58s) kubelet Node old-k8s-version-250049 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 58s (x8 over 58s) kubelet Node old-k8s-version-250049 status is now: NodeHasSufficientPID
Normal RegisteredNode 39s node-controller Node old-k8s-version-250049 event: Registered Node old-k8s-version-250049 in Controller
==> dmesg <==
[Nov22 02:36] overlayfs: idmapped layers are currently not supported
[Nov22 02:37] overlayfs: idmapped layers are currently not supported
[Nov22 02:38] overlayfs: idmapped layers are currently not supported
[Nov22 02:39] overlayfs: idmapped layers are currently not supported
[Nov22 02:41] overlayfs: idmapped layers are currently not supported
[ +22.252297] overlayfs: idmapped layers are currently not supported
[ +13.476824] overlayfs: idmapped layers are currently not supported
[Nov22 02:42] hrtimer: interrupt took 39554483 ns
[ +30.996351] overlayfs: idmapped layers are currently not supported
[ +28.004266] overlayfs: idmapped layers are currently not supported
[Nov22 02:43] overlayfs: idmapped layers are currently not supported
[Nov22 02:44] overlayfs: idmapped layers are currently not supported
[Nov22 02:45] overlayfs: idmapped layers are currently not supported
[Nov22 02:46] overlayfs: idmapped layers are currently not supported
[Nov22 02:49] overlayfs: idmapped layers are currently not supported
[Nov22 02:51] overlayfs: idmapped layers are currently not supported
[ +27.358169] systemd-journald[231]: Failed to send stream file descriptor to service manager: Connection refused
[ +1.241009] overlayfs: idmapped layers are currently not supported
[Nov22 02:53] overlayfs: idmapped layers are currently not supported
[Nov22 02:56] overlayfs: idmapped layers are currently not supported
[Nov22 02:57] overlayfs: idmapped layers are currently not supported
[ +5.709995] overlayfs: idmapped layers are currently not supported
[ +34.878505] overlayfs: idmapped layers are currently not supported
[Nov22 02:58] overlayfs: idmapped layers are currently not supported
[Nov22 02:59] overlayfs: idmapped layers are currently not supported
==> etcd [b7c49f4d1b86f22d124b22371009ef0f82fbbf8eead523fb0d06aef1f94d20c4] <==
{"level":"info","ts":"2025-11-22T02:59:29.428019Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2025-11-22T02:59:29.432022Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2025-11-22T02:59:29.432753Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 switched to configuration voters=(16896983918768216326)"}
{"level":"info","ts":"2025-11-22T02:59:29.432926Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6f20f2c4b2fb5f8a","local-member-id":"ea7e25599daad906","added-peer-id":"ea7e25599daad906","added-peer-peer-urls":["https://192.168.76.2:2380"]}
{"level":"info","ts":"2025-11-22T02:59:29.433148Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6f20f2c4b2fb5f8a","local-member-id":"ea7e25599daad906","cluster-version":"3.5"}
{"level":"info","ts":"2025-11-22T02:59:29.435368Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2025-11-22T02:59:29.449012Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2025-11-22T02:59:29.449279Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"ea7e25599daad906","initial-advertise-peer-urls":["https://192.168.76.2:2380"],"listen-peer-urls":["https://192.168.76.2:2380"],"advertise-client-urls":["https://192.168.76.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.76.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2025-11-22T02:59:29.449308Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2025-11-22T02:59:29.449365Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.76.2:2380"}
{"level":"info","ts":"2025-11-22T02:59:29.449373Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.76.2:2380"}
{"level":"info","ts":"2025-11-22T02:59:30.326949Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 is starting a new election at term 2"}
{"level":"info","ts":"2025-11-22T02:59:30.327059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 became pre-candidate at term 2"}
{"level":"info","ts":"2025-11-22T02:59:30.327103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 received MsgPreVoteResp from ea7e25599daad906 at term 2"}
{"level":"info","ts":"2025-11-22T02:59:30.327144Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 became candidate at term 3"}
{"level":"info","ts":"2025-11-22T02:59:30.327178Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 received MsgVoteResp from ea7e25599daad906 at term 3"}
{"level":"info","ts":"2025-11-22T02:59:30.327217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 became leader at term 3"}
{"level":"info","ts":"2025-11-22T02:59:30.327252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ea7e25599daad906 elected leader ea7e25599daad906 at term 3"}
{"level":"info","ts":"2025-11-22T02:59:30.329608Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"ea7e25599daad906","local-member-attributes":"{Name:old-k8s-version-250049 ClientURLs:[https://192.168.76.2:2379]}","request-path":"/0/members/ea7e25599daad906/attributes","cluster-id":"6f20f2c4b2fb5f8a","publish-timeout":"7s"}
{"level":"info","ts":"2025-11-22T02:59:30.329833Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-11-22T02:59:30.331048Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.76.2:2379"}
{"level":"info","ts":"2025-11-22T02:59:30.331424Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-11-22T02:59:30.332315Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-11-22T02:59:30.336984Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-11-22T02:59:30.337061Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
==> kernel <==
03:00:26 up 1:42, 0 user, load average: 1.92, 2.93, 2.46
Linux old-k8s-version-250049 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [ffacda8cd28e83d263155d58bf41e0bcba0fc02bb6e7cf11b76d9b23355cd538] <==
I1122 02:59:35.015550 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 02:59:35.016677 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1122 02:59:35.016875 1 main.go:148] setting mtu 1500 for CNI
I1122 02:59:35.017996 1 main.go:178] kindnetd IP family: "ipv4"
I1122 02:59:35.018054 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T02:59:35Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 02:59:35.255965 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 02:59:35.256074 1 controller.go:381] "Waiting for informer caches to sync"
I1122 02:59:35.256112 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 02:59:35.259279 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1122 03:00:05.257079 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
E1122 03:00:05.259560 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1122 03:00:05.259565 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1122 03:00:05.259769 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
I1122 03:00:06.758734 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 03:00:06.758765 1 metrics.go:72] Registering metrics
I1122 03:00:06.758852 1 controller.go:711] "Syncing nftables rules"
I1122 03:00:15.245988 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 03:00:15.246040 1 main.go:301] handling current node
I1122 03:00:25.246749 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 03:00:25.246781 1 main.go:301] handling current node
==> kube-apiserver [2ba1f507c3bc912dcd291f0558e66ed37f518dff2cdb1c6cee6de5caf0163d95] <==
I1122 02:59:34.348875 1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I1122 02:59:34.366120 1 shared_informer.go:318] Caches are synced for crd-autoregister
I1122 02:59:34.366226 1 shared_informer.go:318] Caches are synced for configmaps
I1122 02:59:34.369772 1 apf_controller.go:377] Running API Priority and Fairness config worker
I1122 02:59:34.369804 1 apf_controller.go:380] Running API Priority and Fairness periodic rebalancing process
I1122 02:59:34.375016 1 aggregator.go:166] initial CRD sync complete...
I1122 02:59:34.375046 1 autoregister_controller.go:141] Starting autoregister controller
I1122 02:59:34.375053 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1122 02:59:34.381708 1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller
I1122 02:59:34.400536 1 shared_informer.go:318] Caches are synced for node_authorizer
I1122 02:59:34.465243 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1122 02:59:34.496638 1 cache.go:39] Caches are synced for AvailableConditionController controller
I1122 02:59:34.506872 1 cache.go:39] Caches are synced for autoregister controller
E1122 02:59:34.614545 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1122 02:59:34.979420 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 02:59:36.878164 1 controller.go:624] quota admission added evaluator for: namespaces
I1122 02:59:36.920529 1 controller.go:624] quota admission added evaluator for: deployments.apps
I1122 02:59:36.947544 1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1122 02:59:36.962195 1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1122 02:59:36.973531 1 controller.go:624] quota admission added evaluator for: serviceaccounts
I1122 02:59:37.035829 1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.99.85.56"}
I1122 02:59:37.062225 1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.111.162.67"}
I1122 02:59:47.424320 1 controller.go:624] quota admission added evaluator for: endpoints
I1122 02:59:47.623985 1 controller.go:624] quota admission added evaluator for: replicasets.apps
I1122 02:59:47.700266 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
==> kube-controller-manager [969db7d1517908301bd7950cd3442c20a87f7f288b16b05c18c251d4d1854d8b] <==
I1122 02:59:47.338465 1 shared_informer.go:318] Caches are synced for PVC protection
I1122 02:59:47.365878 1 shared_informer.go:318] Caches are synced for ephemeral
I1122 02:59:47.634105 1 event.go:307] "Event occurred" object="kubernetes-dashboard/kubernetes-dashboard" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set kubernetes-dashboard-8694d4445c to 1"
I1122 02:59:47.639511 1 event.go:307] "Event occurred" object="kubernetes-dashboard/dashboard-metrics-scraper" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set dashboard-metrics-scraper-5f989dc9cf to 1"
I1122 02:59:47.664717 1 event.go:307] "Event occurred" object="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kubernetes-dashboard-8694d4445c-gn8vw"
I1122 02:59:47.668820 1 event.go:307] "Event occurred" object="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: dashboard-metrics-scraper-5f989dc9cf-4tdtj"
I1122 02:59:47.698294 1 shared_informer.go:318] Caches are synced for garbage collector
I1122 02:59:47.707149 1 shared_informer.go:318] Caches are synced for garbage collector
I1122 02:59:47.707278 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"
I1122 02:59:47.713231 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="77.288018ms"
I1122 02:59:47.726088 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="93.970555ms"
I1122 02:59:47.738417 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="21.777256ms"
I1122 02:59:47.738508 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="52.882µs"
I1122 02:59:47.763238 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="77.154µs"
I1122 02:59:47.767089 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="40.930241ms"
I1122 02:59:47.767209 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="74.363µs"
I1122 02:59:53.668722 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="21.912421ms"
I1122 02:59:53.669180 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="69.777µs"
I1122 02:59:57.675391 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="48.895µs"
I1122 02:59:58.677196 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="47.606µs"
I1122 02:59:59.672113 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="47.459µs"
I1122 03:00:08.732417 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="59.504µs"
I1122 03:00:10.140109 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="14.018568ms"
I1122 03:00:10.140214 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="68.554µs"
I1122 03:00:18.031499 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="66.511µs"
==> kube-proxy [d71a1e6e82c1a3df3e82f947ad55b48431f4948115d8f3a2ef1452b529ada735] <==
I1122 02:59:35.731969 1 server_others.go:69] "Using iptables proxy"
I1122 02:59:35.822058 1 node.go:141] Successfully retrieved node IP: 192.168.76.2
I1122 02:59:36.662688 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 02:59:36.664790 1 server_others.go:152] "Using iptables Proxier"
I1122 02:59:36.664901 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1122 02:59:36.664933 1 server_others.go:438] "Defaulting to no-op detect-local"
I1122 02:59:36.664979 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1122 02:59:36.665237 1 server.go:846] "Version info" version="v1.28.0"
I1122 02:59:36.665446 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 02:59:36.666248 1 config.go:188] "Starting service config controller"
I1122 02:59:36.673209 1 shared_informer.go:311] Waiting for caches to sync for service config
I1122 02:59:36.678953 1 config.go:97] "Starting endpoint slice config controller"
I1122 02:59:36.679028 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1122 02:59:36.689923 1 config.go:315] "Starting node config controller"
I1122 02:59:36.690010 1 shared_informer.go:311] Waiting for caches to sync for node config
I1122 02:59:36.779723 1 shared_informer.go:318] Caches are synced for service config
I1122 02:59:36.783981 1 shared_informer.go:318] Caches are synced for endpoint slice config
I1122 02:59:36.790446 1 shared_informer.go:318] Caches are synced for node config
==> kube-scheduler [38b4e5a2888cb1fcdff02a7643e236874ea3cc86c72dc1c875ab0243fee4d6d9] <==
I1122 02:59:33.280709 1 serving.go:348] Generated self-signed cert in-memory
I1122 02:59:36.717935 1 server.go:154] "Starting Kubernetes Scheduler" version="v1.28.0"
I1122 02:59:36.718061 1 server.go:156] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 02:59:36.722411 1 requestheader_controller.go:169] Starting RequestHeaderAuthRequestController
I1122 02:59:36.722638 1 shared_informer.go:311] Waiting for caches to sync for RequestHeaderAuthRequestController
I1122 02:59:36.722539 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:59:36.722765 1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1122 02:59:36.722562 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 02:59:36.726528 1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I1122 02:59:36.729550 1 secure_serving.go:210] Serving securely on 127.0.0.1:10259
I1122 02:59:36.729624 1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
I1122 02:59:36.823600 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1122 02:59:36.823672 1 shared_informer.go:318] Caches are synced for RequestHeaderAuthRequestController
I1122 02:59:36.826996 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
==> kubelet <==
Nov 22 02:59:40 old-k8s-version-250049 kubelet[783]: I1122 02:59:40.103725 783 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness"
Nov 22 02:59:47 old-k8s-version-250049 kubelet[783]: I1122 02:59:47.683160 783 topology_manager.go:215] "Topology Admit Handler" podUID="b6ff79a9-fb8e-4a24-968f-684068fb7b0d" podNamespace="kubernetes-dashboard" podName="kubernetes-dashboard-8694d4445c-gn8vw"
Nov 22 02:59:47 old-k8s-version-250049 kubelet[783]: I1122 02:59:47.709054 783 topology_manager.go:215] "Topology Admit Handler" podUID="886cef2e-edce-4e3d-9b37-ed2da5106194" podNamespace="kubernetes-dashboard" podName="dashboard-metrics-scraper-5f989dc9cf-4tdtj"
Nov 22 02:59:47 old-k8s-version-250049 kubelet[783]: I1122 02:59:47.836442 783 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/b6ff79a9-fb8e-4a24-968f-684068fb7b0d-tmp-volume\") pod \"kubernetes-dashboard-8694d4445c-gn8vw\" (UID: \"b6ff79a9-fb8e-4a24-968f-684068fb7b0d\") " pod="kubernetes-dashboard/kubernetes-dashboard-8694d4445c-gn8vw"
Nov 22 02:59:47 old-k8s-version-250049 kubelet[783]: I1122 02:59:47.836511 783 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8hkq6\" (UniqueName: \"kubernetes.io/projected/886cef2e-edce-4e3d-9b37-ed2da5106194-kube-api-access-8hkq6\") pod \"dashboard-metrics-scraper-5f989dc9cf-4tdtj\" (UID: \"886cef2e-edce-4e3d-9b37-ed2da5106194\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj"
Nov 22 02:59:47 old-k8s-version-250049 kubelet[783]: I1122 02:59:47.836541 783 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/886cef2e-edce-4e3d-9b37-ed2da5106194-tmp-volume\") pod \"dashboard-metrics-scraper-5f989dc9cf-4tdtj\" (UID: \"886cef2e-edce-4e3d-9b37-ed2da5106194\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj"
Nov 22 02:59:47 old-k8s-version-250049 kubelet[783]: I1122 02:59:47.836581 783 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-q4qn4\" (UniqueName: \"kubernetes.io/projected/b6ff79a9-fb8e-4a24-968f-684068fb7b0d-kube-api-access-q4qn4\") pod \"kubernetes-dashboard-8694d4445c-gn8vw\" (UID: \"b6ff79a9-fb8e-4a24-968f-684068fb7b0d\") " pod="kubernetes-dashboard/kubernetes-dashboard-8694d4445c-gn8vw"
Nov 22 02:59:48 old-k8s-version-250049 kubelet[783]: W1122 02:59:48.038466 783 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027/crio-9b161af5db0210dfe7a219c9b5b3082b93678360d693777042d7256c69b1dbb6 WatchSource:0}: Error finding container 9b161af5db0210dfe7a219c9b5b3082b93678360d693777042d7256c69b1dbb6: Status 404 returned error can't find the container with id 9b161af5db0210dfe7a219c9b5b3082b93678360d693777042d7256c69b1dbb6
Nov 22 02:59:57 old-k8s-version-250049 kubelet[783]: I1122 02:59:57.645148 783 scope.go:117] "RemoveContainer" containerID="92a48c473481da7757c3b28dab00c127eb514d941b863f27a31ff48def75a13b"
Nov 22 02:59:57 old-k8s-version-250049 kubelet[783]: I1122 02:59:57.674552 783 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-8694d4445c-gn8vw" podStartSLOduration=5.718102725 podCreationTimestamp="2025-11-22 02:59:47 +0000 UTC" firstStartedPulling="2025-11-22 02:59:48.013158355 +0000 UTC m=+19.738231903" lastFinishedPulling="2025-11-22 02:59:52.968813763 +0000 UTC m=+24.693887319" observedRunningTime="2025-11-22 02:59:53.645780481 +0000 UTC m=+25.370854037" watchObservedRunningTime="2025-11-22 02:59:57.673758141 +0000 UTC m=+29.398831689"
Nov 22 02:59:58 old-k8s-version-250049 kubelet[783]: I1122 02:59:58.648614 783 scope.go:117] "RemoveContainer" containerID="3157c2cf07eaff2b3148832d26170e67a943f601456f842291ae5008539db99a"
Nov 22 02:59:58 old-k8s-version-250049 kubelet[783]: I1122 02:59:58.649685 783 scope.go:117] "RemoveContainer" containerID="92a48c473481da7757c3b28dab00c127eb514d941b863f27a31ff48def75a13b"
Nov 22 02:59:58 old-k8s-version-250049 kubelet[783]: E1122 02:59:58.652853 783 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-4tdtj_kubernetes-dashboard(886cef2e-edce-4e3d-9b37-ed2da5106194)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj" podUID="886cef2e-edce-4e3d-9b37-ed2da5106194"
Nov 22 02:59:59 old-k8s-version-250049 kubelet[783]: I1122 02:59:59.653167 783 scope.go:117] "RemoveContainer" containerID="3157c2cf07eaff2b3148832d26170e67a943f601456f842291ae5008539db99a"
Nov 22 02:59:59 old-k8s-version-250049 kubelet[783]: E1122 02:59:59.654891 783 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-4tdtj_kubernetes-dashboard(886cef2e-edce-4e3d-9b37-ed2da5106194)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj" podUID="886cef2e-edce-4e3d-9b37-ed2da5106194"
Nov 22 03:00:05 old-k8s-version-250049 kubelet[783]: I1122 03:00:05.697936 783 scope.go:117] "RemoveContainer" containerID="68f15bc546d96d1e6a22b201c9e92c763a81b7d136884ded816eb768e222e964"
Nov 22 03:00:08 old-k8s-version-250049 kubelet[783]: I1122 03:00:08.014519 783 scope.go:117] "RemoveContainer" containerID="3157c2cf07eaff2b3148832d26170e67a943f601456f842291ae5008539db99a"
Nov 22 03:00:08 old-k8s-version-250049 kubelet[783]: I1122 03:00:08.709485 783 scope.go:117] "RemoveContainer" containerID="3157c2cf07eaff2b3148832d26170e67a943f601456f842291ae5008539db99a"
Nov 22 03:00:08 old-k8s-version-250049 kubelet[783]: I1122 03:00:08.710420 783 scope.go:117] "RemoveContainer" containerID="f4fcd36241a7dea9ddedcb9a66884613794dfc25d56543068912396afa9e4fe9"
Nov 22 03:00:08 old-k8s-version-250049 kubelet[783]: E1122 03:00:08.711247 783 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-4tdtj_kubernetes-dashboard(886cef2e-edce-4e3d-9b37-ed2da5106194)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj" podUID="886cef2e-edce-4e3d-9b37-ed2da5106194"
Nov 22 03:00:18 old-k8s-version-250049 kubelet[783]: I1122 03:00:18.014365 783 scope.go:117] "RemoveContainer" containerID="f4fcd36241a7dea9ddedcb9a66884613794dfc25d56543068912396afa9e4fe9"
Nov 22 03:00:18 old-k8s-version-250049 kubelet[783]: E1122 03:00:18.014788 783 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-4tdtj_kubernetes-dashboard(886cef2e-edce-4e3d-9b37-ed2da5106194)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj" podUID="886cef2e-edce-4e3d-9b37-ed2da5106194"
Nov 22 03:00:23 old-k8s-version-250049 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Nov 22 03:00:23 old-k8s-version-250049 systemd[1]: kubelet.service: Deactivated successfully.
Nov 22 03:00:23 old-k8s-version-250049 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
==> kubernetes-dashboard [59549b580719ffe6e179c3e6e8ec5c3d898d5e6a372d2655875f3b272b913d7c] <==
2025/11/22 02:59:53 Using namespace: kubernetes-dashboard
2025/11/22 02:59:53 Using in-cluster config to connect to apiserver
2025/11/22 02:59:53 Using secret token for csrf signing
2025/11/22 02:59:53 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/11/22 02:59:53 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/11/22 02:59:53 Successful initial request to the apiserver, version: v1.28.0
2025/11/22 02:59:53 Generating JWE encryption key
2025/11/22 02:59:53 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/11/22 02:59:53 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/11/22 02:59:53 Initializing JWE encryption key from synchronized object
2025/11/22 02:59:53 Creating in-cluster Sidecar client
2025/11/22 02:59:53 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/11/22 02:59:53 Serving insecurely on HTTP port: 9090
2025/11/22 03:00:23 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/11/22 02:59:53 Starting overwatch
==> storage-provisioner [68f15bc546d96d1e6a22b201c9e92c763a81b7d136884ded816eb768e222e964] <==
I1122 02:59:35.495387 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1122 03:00:05.508608 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
==> storage-provisioner [e10a774ce833e9229d397f7dc5e642f62681c5d0fd19a2b315d34e96d0dc6eae] <==
I1122 03:00:05.756060 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1122 03:00:05.770463 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1122 03:00:05.770516 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1122 03:00:23.169180 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1122 03:00:23.169361 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_old-k8s-version-250049_c4de95f1-4273-4155-9680-2d20d2440348!
I1122 03:00:23.170241 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"eeeeb74d-bc48-47bd-8882-0a2802c6944f", APIVersion:"v1", ResourceVersion:"645", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' old-k8s-version-250049_c4de95f1-4273-4155-9680-2d20d2440348 became leader
I1122 03:00:23.269747 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_old-k8s-version-250049_c4de95f1-4273-4155-9680-2d20d2440348!
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-250049 -n old-k8s-version-250049
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-250049 -n old-k8s-version-250049: exit status 2 (345.194352ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context old-k8s-version-250049 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/old-k8s-version/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect old-k8s-version-250049
helpers_test.go:243: (dbg) docker inspect old-k8s-version-250049:
-- stdout --
[
{
"Id": "bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027",
"Created": "2025-11-22T02:58:04.505729308Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 184802,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T02:59:21.490929376Z",
"FinishedAt": "2025-11-22T02:59:20.654944866Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027/hostname",
"HostsPath": "/var/lib/docker/containers/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027/hosts",
"LogPath": "/var/lib/docker/containers/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027-json.log",
"Name": "/old-k8s-version-250049",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"old-k8s-version-250049:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "old-k8s-version-250049",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027",
"LowerDir": "/var/lib/docker/overlay2/b128c071ca811e084997d9a142fbda41dea90af7454441c58d4e605c4bfbb244-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/b128c071ca811e084997d9a142fbda41dea90af7454441c58d4e605c4bfbb244/merged",
"UpperDir": "/var/lib/docker/overlay2/b128c071ca811e084997d9a142fbda41dea90af7454441c58d4e605c4bfbb244/diff",
"WorkDir": "/var/lib/docker/overlay2/b128c071ca811e084997d9a142fbda41dea90af7454441c58d4e605c4bfbb244/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "old-k8s-version-250049",
"Source": "/var/lib/docker/volumes/old-k8s-version-250049/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "old-k8s-version-250049",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "old-k8s-version-250049",
"name.minikube.sigs.k8s.io": "old-k8s-version-250049",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "0cea24047abe24ffffe31ff2deb7e757a02130b82ae54dddd4f8ca9c3cd0c55f",
"SandboxKey": "/var/run/docker/netns/0cea24047abe",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33056"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33057"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33060"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33058"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33059"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"old-k8s-version-250049": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "de:28:2f:e1:e2:6d",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "ea607bed034d8099801f067b0249350a7e4a6ed0ef6d3bc02122e8b36f008043",
"EndpointID": "8511eb08db044a451285420bfc906a721eb476f727a7a089acf2fbf7837422be",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"old-k8s-version-250049",
"bae73b9b10f7"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-250049 -n old-k8s-version-250049
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-250049 -n old-k8s-version-250049: exit status 2 (343.373938ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/old-k8s-version/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p old-k8s-version-250049 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p old-k8s-version-250049 logs -n 25: (1.24467689s)
helpers_test.go:260: TestStartStop/group/old-k8s-version/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────
────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────
────┤
│ ssh │ -p cilium-646238 sudo systemctl cat containerd --no-pager │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo cat /lib/systemd/system/containerd.service │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo cat /etc/containerd/config.toml │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo containerd config dump │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo systemctl status crio --all --full --no-pager │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo systemctl cat crio --no-pager │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo find /etc/crio -type f -exec sh -c 'echo {}; cat {}' \; │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo crio config │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ delete │ -p cilium-646238 │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:56 UTC │
│ start │ -p force-systemd-env-289111 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ force-systemd-env-289111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:57 UTC │
│ delete │ -p kubernetes-upgrade-009731 │ kubernetes-upgrade-009731 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:56 UTC │
│ start │ -p cert-expiration-893129 --memory=3072 --cert-expiration=3m --driver=docker --container-runtime=crio │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:57 UTC │
│ delete │ -p force-systemd-env-289111 │ force-systemd-env-289111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ start │ -p cert-options-359368 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ ssh │ cert-options-359368 ssh openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ ssh │ -p cert-options-359368 -- sudo cat /etc/kubernetes/admin.conf │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ delete │ -p cert-options-359368 │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ start │ -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:58 UTC │
│ addons │ enable metrics-server -p old-k8s-version-250049 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ │
│ stop │ -p old-k8s-version-250049 --alsologtostderr -v=3 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 02:59 UTC │
│ addons │ enable dashboard -p old-k8s-version-250049 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 02:59 UTC │
│ start │ -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 03:00 UTC │
│ image │ old-k8s-version-250049 image list --format=json │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ pause │ -p old-k8s-version-250049 --alsologtostderr -v=1 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ │
│ start │ -p cert-expiration-893129 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────
────┘
==> Last Start <==
Log file created at: 2025/11/22 03:00:24
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 03:00:24.043511 186986 out.go:360] Setting OutFile to fd 1 ...
I1122 03:00:24.043628 186986 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:00:24.043632 186986 out.go:374] Setting ErrFile to fd 2...
I1122 03:00:24.043635 186986 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:00:24.043980 186986 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:00:24.044358 186986 out.go:368] Setting JSON to false
I1122 03:00:24.045343 186986 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6150,"bootTime":1763774274,"procs":215,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 03:00:24.045436 186986 start.go:143] virtualization:
I1122 03:00:24.051104 186986 out.go:179] * [cert-expiration-893129] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 03:00:24.054175 186986 out.go:179] - MINIKUBE_LOCATION=21946
I1122 03:00:24.054233 186986 notify.go:221] Checking for updates...
I1122 03:00:24.060514 186986 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 03:00:24.063766 186986 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:00:24.066697 186986 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 03:00:24.069533 186986 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 03:00:24.072498 186986 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 03:00:24.076042 186986 config.go:182] Loaded profile config "cert-expiration-893129": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:00:24.076705 186986 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 03:00:24.102021 186986 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 03:00:24.102133 186986 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:00:24.167721 186986 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:49 OomKillDisable:true NGoroutines:62 SystemTime:2025-11-22 03:00:24.158489166 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:00:24.167821 186986 docker.go:319] overlay module found
I1122 03:00:24.170850 186986 out.go:179] * Using the docker driver based on existing profile
I1122 03:00:24.173744 186986 start.go:309] selected driver: docker
I1122 03:00:24.173755 186986 start.go:927] validating driver "docker" against &{Name:cert-expiration-893129 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:cert-expiration-893129 Namespace:default APIServerHAVIP: A
PIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:3m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: So
cketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:00:24.173848 186986 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 03:00:24.174649 186986 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:00:24.231653 186986 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:49 OomKillDisable:true NGoroutines:62 SystemTime:2025-11-22 03:00:24.221923688 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:00:24.231984 186986 cni.go:84] Creating CNI manager for ""
I1122 03:00:24.232042 186986 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:00:24.232077 186986 start.go:353] cluster config:
{Name:cert-expiration-893129 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:cert-expiration-893129 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.loca
l ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:8760h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1122 03:00:24.235206 186986 out.go:179] * Starting "cert-expiration-893129" primary control-plane node in "cert-expiration-893129" cluster
I1122 03:00:24.237997 186986 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 03:00:24.241003 186986 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 03:00:24.243853 186986 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:00:24.243920 186986 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 03:00:24.244210 186986 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 03:00:24.244257 186986 cache.go:65] Caching tarball of preloaded images
I1122 03:00:24.244362 186986 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 03:00:24.244371 186986 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 03:00:24.244504 186986 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/cert-expiration-893129/config.json ...
I1122 03:00:24.266964 186986 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 03:00:24.266975 186986 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 03:00:24.266994 186986 cache.go:243] Successfully downloaded all kic artifacts
I1122 03:00:24.267021 186986 start.go:360] acquireMachinesLock for cert-expiration-893129: {Name:mk0977d95fa3f038c86d1099a3a09b68925782b9 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:00:24.267091 186986 start.go:364] duration metric: took 50.175µs to acquireMachinesLock for "cert-expiration-893129"
I1122 03:00:24.267110 186986 start.go:96] Skipping create...Using existing machine configuration
I1122 03:00:24.267114 186986 fix.go:54] fixHost starting:
I1122 03:00:24.267360 186986 cli_runner.go:164] Run: docker container inspect cert-expiration-893129 --format={{.State.Status}}
I1122 03:00:24.284189 186986 fix.go:112] recreateIfNeeded on cert-expiration-893129: state=Running err=<nil>
W1122 03:00:24.284217 186986 fix.go:138] unexpected machine state, will restart: <nil>
==> CRI-O <==
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.018455608Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.027901324Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.028493136Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.047259531Z" level=info msg="Created container f4fcd36241a7dea9ddedcb9a66884613794dfc25d56543068912396afa9e4fe9: kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj/dashboard-metrics-scraper" id=648297df-79fa-48e8-b07f-7df1518e6be7 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.048045213Z" level=info msg="Starting container: f4fcd36241a7dea9ddedcb9a66884613794dfc25d56543068912396afa9e4fe9" id=8bf158c7-5537-4803-b0c2-932d29c9b62c name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.049914441Z" level=info msg="Started container" PID=1639 containerID=f4fcd36241a7dea9ddedcb9a66884613794dfc25d56543068912396afa9e4fe9 description=kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj/dashboard-metrics-scraper id=8bf158c7-5537-4803-b0c2-932d29c9b62c name=/runtime.v1.RuntimeService/StartContainer sandboxID=9b161af5db0210dfe7a219c9b5b3082b93678360d693777042d7256c69b1dbb6
Nov 22 03:00:08 old-k8s-version-250049 conmon[1637]: conmon f4fcd36241a7dea9dded <ninfo>: container 1639 exited with status 1
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.715860609Z" level=info msg="Removing container: 3157c2cf07eaff2b3148832d26170e67a943f601456f842291ae5008539db99a" id=c79d94b4-8008-460a-9b28-e26f62078a65 name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.72422845Z" level=info msg="Error loading conmon cgroup of container 3157c2cf07eaff2b3148832d26170e67a943f601456f842291ae5008539db99a: cgroup deleted" id=c79d94b4-8008-460a-9b28-e26f62078a65 name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 03:00:08 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:08.732849189Z" level=info msg="Removed container 3157c2cf07eaff2b3148832d26170e67a943f601456f842291ae5008539db99a: kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj/dashboard-metrics-scraper" id=c79d94b4-8008-460a-9b28-e26f62078a65 name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.24633044Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.250678981Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.250907592Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.250947149Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.254526991Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.254562208Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.254586298Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.257905866Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.257941927Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.257966461Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.261403985Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.261441392Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.261461782Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.265046383Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:00:15 old-k8s-version-250049 crio[652]: time="2025-11-22T03:00:15.26508448Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
f4fcd36241a7d a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 20 seconds ago Exited dashboard-metrics-scraper 2 9b161af5db021 dashboard-metrics-scraper-5f989dc9cf-4tdtj kubernetes-dashboard
e10a774ce833e ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 22 seconds ago Running storage-provisioner 2 c637bb15381ba storage-provisioner kube-system
59549b580719f docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf 35 seconds ago Running kubernetes-dashboard 0 a967cafbddc43 kubernetes-dashboard-8694d4445c-gn8vw kubernetes-dashboard
97139a2db3baa 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c 53 seconds ago Running busybox 1 7920992edb80b busybox default
b860626130a24 97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108 53 seconds ago Running coredns 1 275495542dd7f coredns-5dd5756b68-5s686 kube-system
ffacda8cd28e8 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 53 seconds ago Running kindnet-cni 1 3006371d1e74c kindnet-bv7vv kube-system
68f15bc546d96 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 53 seconds ago Exited storage-provisioner 1 c637bb15381ba storage-provisioner kube-system
d71a1e6e82c1a 940f54a5bcae9dd4c97844fa36d12cc5d9078cffd5e677ad0df1528c12f3240d 53 seconds ago Running kube-proxy 1 ec894679e7cf6 kube-proxy-gvblc kube-system
38b4e5a2888cb 762dce4090c5f4789bb5dbb933d5b50bc1a2357d7739bbce30d949820e5a38ee 59 seconds ago Running kube-scheduler 1 b5f26c4c6d982 kube-scheduler-old-k8s-version-250049 kube-system
2ba1f507c3bc9 00543d2fe5d71095984891a0609ee504b81f9d72a69a0ad02039d4e135213766 59 seconds ago Running kube-apiserver 1 cf9da31382618 kube-apiserver-old-k8s-version-250049 kube-system
969db7d151790 46cc66ccc7c19b4b30625b0aa4e178792add2385659205d7c6fcbd05d78c23e5 59 seconds ago Running kube-controller-manager 1 1674c57871767 kube-controller-manager-old-k8s-version-250049 kube-system
b7c49f4d1b86f 9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace 59 seconds ago Running etcd 1 ce8f8411f67e3 etcd-old-k8s-version-250049 kube-system
==> coredns [b860626130a24a4cfab7b5dab8a45f3b426552c80073aa294b74b02827b9e8e3] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = b7aacdf6a6aa730aafe4d018cac9b7b5ecfb346cba84a99f64521f87aef8b4958639c1cf97967716465791d05bd38f372615327b7cb1d93c850bae532744d54d
CoreDNS-1.10.1
linux/arm64, go1.20, 055b2c3
[INFO] 127.0.0.1:37627 - 54536 "HINFO IN 4364425343187063636.1058583413577387982. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.013319618s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[WARNING] plugin/kubernetes: Kubernetes API connection failure: Get "https://10.96.0.1:443/version": dial tcp 10.96.0.1:443: i/o timeout
==> describe nodes <==
Name: old-k8s-version-250049
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=old-k8s-version-250049
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=old-k8s-version-250049
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T02_58_28_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 02:58:24 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: old-k8s-version-250049
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 03:00:15 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 03:00:05 +0000 Sat, 22 Nov 2025 02:58:21 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 03:00:05 +0000 Sat, 22 Nov 2025 02:58:21 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 03:00:05 +0000 Sat, 22 Nov 2025 02:58:21 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 22 Nov 2025 03:00:05 +0000 Sat, 22 Nov 2025 02:58:55 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: old-k8s-version-250049
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: e3ed3db7-307c-4423-875c-ce5df74cb429
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.28.0
Kube-Proxy Version: v1.28.0
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 90s
kube-system coredns-5dd5756b68-5s686 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 108s
kube-system etcd-old-k8s-version-250049 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 2m1s
kube-system kindnet-bv7vv 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 108s
kube-system kube-apiserver-old-k8s-version-250049 250m (12%) 0 (0%) 0 (0%) 0 (0%) 2m1s
kube-system kube-controller-manager-old-k8s-version-250049 200m (10%) 0 (0%) 0 (0%) 0 (0%) 2m1s
kube-system kube-proxy-gvblc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 108s
kube-system kube-scheduler-old-k8s-version-250049 100m (5%) 0 (0%) 0 (0%) 0 (0%) 2m1s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 106s
kubernetes-dashboard dashboard-metrics-scraper-5f989dc9cf-4tdtj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 41s
kubernetes-dashboard kubernetes-dashboard-8694d4445c-gn8vw 0 (0%) 0 (0%) 0 (0%) 0 (0%) 41s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 107s kube-proxy
Normal Starting 52s kube-proxy
Normal Starting 2m9s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 2m9s (x7 over 2m9s) kubelet Node old-k8s-version-250049 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m9s (x7 over 2m9s) kubelet Node old-k8s-version-250049 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m9s (x6 over 2m9s) kubelet Node old-k8s-version-250049 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 2m1s kubelet Node old-k8s-version-250049 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientMemory 2m1s kubelet Node old-k8s-version-250049 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 2m1s kubelet Node old-k8s-version-250049 status is now: NodeHasSufficientPID
Normal Starting 2m1s kubelet Starting kubelet.
Normal RegisteredNode 108s node-controller Node old-k8s-version-250049 event: Registered Node old-k8s-version-250049 in Controller
Normal NodeReady 93s kubelet Node old-k8s-version-250049 status is now: NodeReady
Normal Starting 60s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 60s (x8 over 60s) kubelet Node old-k8s-version-250049 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 60s (x8 over 60s) kubelet Node old-k8s-version-250049 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 60s (x8 over 60s) kubelet Node old-k8s-version-250049 status is now: NodeHasSufficientPID
Normal RegisteredNode 41s node-controller Node old-k8s-version-250049 event: Registered Node old-k8s-version-250049 in Controller
==> dmesg <==
[Nov22 02:36] overlayfs: idmapped layers are currently not supported
[Nov22 02:37] overlayfs: idmapped layers are currently not supported
[Nov22 02:38] overlayfs: idmapped layers are currently not supported
[Nov22 02:39] overlayfs: idmapped layers are currently not supported
[Nov22 02:41] overlayfs: idmapped layers are currently not supported
[ +22.252297] overlayfs: idmapped layers are currently not supported
[ +13.476824] overlayfs: idmapped layers are currently not supported
[Nov22 02:42] hrtimer: interrupt took 39554483 ns
[ +30.996351] overlayfs: idmapped layers are currently not supported
[ +28.004266] overlayfs: idmapped layers are currently not supported
[Nov22 02:43] overlayfs: idmapped layers are currently not supported
[Nov22 02:44] overlayfs: idmapped layers are currently not supported
[Nov22 02:45] overlayfs: idmapped layers are currently not supported
[Nov22 02:46] overlayfs: idmapped layers are currently not supported
[Nov22 02:49] overlayfs: idmapped layers are currently not supported
[Nov22 02:51] overlayfs: idmapped layers are currently not supported
[ +27.358169] systemd-journald[231]: Failed to send stream file descriptor to service manager: Connection refused
[ +1.241009] overlayfs: idmapped layers are currently not supported
[Nov22 02:53] overlayfs: idmapped layers are currently not supported
[Nov22 02:56] overlayfs: idmapped layers are currently not supported
[Nov22 02:57] overlayfs: idmapped layers are currently not supported
[ +5.709995] overlayfs: idmapped layers are currently not supported
[ +34.878505] overlayfs: idmapped layers are currently not supported
[Nov22 02:58] overlayfs: idmapped layers are currently not supported
[Nov22 02:59] overlayfs: idmapped layers are currently not supported
==> etcd [b7c49f4d1b86f22d124b22371009ef0f82fbbf8eead523fb0d06aef1f94d20c4] <==
{"level":"info","ts":"2025-11-22T02:59:29.428019Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2025-11-22T02:59:29.432022Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2025-11-22T02:59:29.432753Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 switched to configuration voters=(16896983918768216326)"}
{"level":"info","ts":"2025-11-22T02:59:29.432926Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6f20f2c4b2fb5f8a","local-member-id":"ea7e25599daad906","added-peer-id":"ea7e25599daad906","added-peer-peer-urls":["https://192.168.76.2:2380"]}
{"level":"info","ts":"2025-11-22T02:59:29.433148Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6f20f2c4b2fb5f8a","local-member-id":"ea7e25599daad906","cluster-version":"3.5"}
{"level":"info","ts":"2025-11-22T02:59:29.435368Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2025-11-22T02:59:29.449012Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2025-11-22T02:59:29.449279Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"ea7e25599daad906","initial-advertise-peer-urls":["https://192.168.76.2:2380"],"listen-peer-urls":["https://192.168.76.2:2380"],"advertise-client-urls":["https://192.168.76.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.76.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2025-11-22T02:59:29.449308Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2025-11-22T02:59:29.449365Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.76.2:2380"}
{"level":"info","ts":"2025-11-22T02:59:29.449373Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.76.2:2380"}
{"level":"info","ts":"2025-11-22T02:59:30.326949Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 is starting a new election at term 2"}
{"level":"info","ts":"2025-11-22T02:59:30.327059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 became pre-candidate at term 2"}
{"level":"info","ts":"2025-11-22T02:59:30.327103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 received MsgPreVoteResp from ea7e25599daad906 at term 2"}
{"level":"info","ts":"2025-11-22T02:59:30.327144Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 became candidate at term 3"}
{"level":"info","ts":"2025-11-22T02:59:30.327178Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 received MsgVoteResp from ea7e25599daad906 at term 3"}
{"level":"info","ts":"2025-11-22T02:59:30.327217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 became leader at term 3"}
{"level":"info","ts":"2025-11-22T02:59:30.327252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ea7e25599daad906 elected leader ea7e25599daad906 at term 3"}
{"level":"info","ts":"2025-11-22T02:59:30.329608Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"ea7e25599daad906","local-member-attributes":"{Name:old-k8s-version-250049 ClientURLs:[https://192.168.76.2:2379]}","request-path":"/0/members/ea7e25599daad906/attributes","cluster-id":"6f20f2c4b2fb5f8a","publish-timeout":"7s"}
{"level":"info","ts":"2025-11-22T02:59:30.329833Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-11-22T02:59:30.331048Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.76.2:2379"}
{"level":"info","ts":"2025-11-22T02:59:30.331424Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-11-22T02:59:30.332315Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-11-22T02:59:30.336984Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-11-22T02:59:30.337061Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
==> kernel <==
03:00:28 up 1:42, 0 user, load average: 1.92, 2.93, 2.46
Linux old-k8s-version-250049 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [ffacda8cd28e83d263155d58bf41e0bcba0fc02bb6e7cf11b76d9b23355cd538] <==
I1122 02:59:35.015550 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 02:59:35.016677 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1122 02:59:35.016875 1 main.go:148] setting mtu 1500 for CNI
I1122 02:59:35.017996 1 main.go:178] kindnetd IP family: "ipv4"
I1122 02:59:35.018054 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T02:59:35Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 02:59:35.255965 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 02:59:35.256074 1 controller.go:381] "Waiting for informer caches to sync"
I1122 02:59:35.256112 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 02:59:35.259279 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1122 03:00:05.257079 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
E1122 03:00:05.259560 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1122 03:00:05.259565 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1122 03:00:05.259769 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
I1122 03:00:06.758734 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 03:00:06.758765 1 metrics.go:72] Registering metrics
I1122 03:00:06.758852 1 controller.go:711] "Syncing nftables rules"
I1122 03:00:15.245988 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 03:00:15.246040 1 main.go:301] handling current node
I1122 03:00:25.246749 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 03:00:25.246781 1 main.go:301] handling current node
==> kube-apiserver [2ba1f507c3bc912dcd291f0558e66ed37f518dff2cdb1c6cee6de5caf0163d95] <==
I1122 02:59:34.348875 1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I1122 02:59:34.366120 1 shared_informer.go:318] Caches are synced for crd-autoregister
I1122 02:59:34.366226 1 shared_informer.go:318] Caches are synced for configmaps
I1122 02:59:34.369772 1 apf_controller.go:377] Running API Priority and Fairness config worker
I1122 02:59:34.369804 1 apf_controller.go:380] Running API Priority and Fairness periodic rebalancing process
I1122 02:59:34.375016 1 aggregator.go:166] initial CRD sync complete...
I1122 02:59:34.375046 1 autoregister_controller.go:141] Starting autoregister controller
I1122 02:59:34.375053 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1122 02:59:34.381708 1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller
I1122 02:59:34.400536 1 shared_informer.go:318] Caches are synced for node_authorizer
I1122 02:59:34.465243 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1122 02:59:34.496638 1 cache.go:39] Caches are synced for AvailableConditionController controller
I1122 02:59:34.506872 1 cache.go:39] Caches are synced for autoregister controller
E1122 02:59:34.614545 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1122 02:59:34.979420 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 02:59:36.878164 1 controller.go:624] quota admission added evaluator for: namespaces
I1122 02:59:36.920529 1 controller.go:624] quota admission added evaluator for: deployments.apps
I1122 02:59:36.947544 1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1122 02:59:36.962195 1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1122 02:59:36.973531 1 controller.go:624] quota admission added evaluator for: serviceaccounts
I1122 02:59:37.035829 1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.99.85.56"}
I1122 02:59:37.062225 1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.111.162.67"}
I1122 02:59:47.424320 1 controller.go:624] quota admission added evaluator for: endpoints
I1122 02:59:47.623985 1 controller.go:624] quota admission added evaluator for: replicasets.apps
I1122 02:59:47.700266 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
==> kube-controller-manager [969db7d1517908301bd7950cd3442c20a87f7f288b16b05c18c251d4d1854d8b] <==
I1122 02:59:47.338465 1 shared_informer.go:318] Caches are synced for PVC protection
I1122 02:59:47.365878 1 shared_informer.go:318] Caches are synced for ephemeral
I1122 02:59:47.634105 1 event.go:307] "Event occurred" object="kubernetes-dashboard/kubernetes-dashboard" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set kubernetes-dashboard-8694d4445c to 1"
I1122 02:59:47.639511 1 event.go:307] "Event occurred" object="kubernetes-dashboard/dashboard-metrics-scraper" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set dashboard-metrics-scraper-5f989dc9cf to 1"
I1122 02:59:47.664717 1 event.go:307] "Event occurred" object="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kubernetes-dashboard-8694d4445c-gn8vw"
I1122 02:59:47.668820 1 event.go:307] "Event occurred" object="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: dashboard-metrics-scraper-5f989dc9cf-4tdtj"
I1122 02:59:47.698294 1 shared_informer.go:318] Caches are synced for garbage collector
I1122 02:59:47.707149 1 shared_informer.go:318] Caches are synced for garbage collector
I1122 02:59:47.707278 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"
I1122 02:59:47.713231 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="77.288018ms"
I1122 02:59:47.726088 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="93.970555ms"
I1122 02:59:47.738417 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="21.777256ms"
I1122 02:59:47.738508 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="52.882µs"
I1122 02:59:47.763238 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="77.154µs"
I1122 02:59:47.767089 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="40.930241ms"
I1122 02:59:47.767209 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="74.363µs"
I1122 02:59:53.668722 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="21.912421ms"
I1122 02:59:53.669180 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="69.777µs"
I1122 02:59:57.675391 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="48.895µs"
I1122 02:59:58.677196 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="47.606µs"
I1122 02:59:59.672113 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="47.459µs"
I1122 03:00:08.732417 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="59.504µs"
I1122 03:00:10.140109 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="14.018568ms"
I1122 03:00:10.140214 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="68.554µs"
I1122 03:00:18.031499 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="66.511µs"
==> kube-proxy [d71a1e6e82c1a3df3e82f947ad55b48431f4948115d8f3a2ef1452b529ada735] <==
I1122 02:59:35.731969 1 server_others.go:69] "Using iptables proxy"
I1122 02:59:35.822058 1 node.go:141] Successfully retrieved node IP: 192.168.76.2
I1122 02:59:36.662688 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 02:59:36.664790 1 server_others.go:152] "Using iptables Proxier"
I1122 02:59:36.664901 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1122 02:59:36.664933 1 server_others.go:438] "Defaulting to no-op detect-local"
I1122 02:59:36.664979 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1122 02:59:36.665237 1 server.go:846] "Version info" version="v1.28.0"
I1122 02:59:36.665446 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 02:59:36.666248 1 config.go:188] "Starting service config controller"
I1122 02:59:36.673209 1 shared_informer.go:311] Waiting for caches to sync for service config
I1122 02:59:36.678953 1 config.go:97] "Starting endpoint slice config controller"
I1122 02:59:36.679028 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1122 02:59:36.689923 1 config.go:315] "Starting node config controller"
I1122 02:59:36.690010 1 shared_informer.go:311] Waiting for caches to sync for node config
I1122 02:59:36.779723 1 shared_informer.go:318] Caches are synced for service config
I1122 02:59:36.783981 1 shared_informer.go:318] Caches are synced for endpoint slice config
I1122 02:59:36.790446 1 shared_informer.go:318] Caches are synced for node config
==> kube-scheduler [38b4e5a2888cb1fcdff02a7643e236874ea3cc86c72dc1c875ab0243fee4d6d9] <==
I1122 02:59:33.280709 1 serving.go:348] Generated self-signed cert in-memory
I1122 02:59:36.717935 1 server.go:154] "Starting Kubernetes Scheduler" version="v1.28.0"
I1122 02:59:36.718061 1 server.go:156] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 02:59:36.722411 1 requestheader_controller.go:169] Starting RequestHeaderAuthRequestController
I1122 02:59:36.722638 1 shared_informer.go:311] Waiting for caches to sync for RequestHeaderAuthRequestController
I1122 02:59:36.722539 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 02:59:36.722765 1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1122 02:59:36.722562 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 02:59:36.726528 1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I1122 02:59:36.729550 1 secure_serving.go:210] Serving securely on 127.0.0.1:10259
I1122 02:59:36.729624 1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
I1122 02:59:36.823600 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1122 02:59:36.823672 1 shared_informer.go:318] Caches are synced for RequestHeaderAuthRequestController
I1122 02:59:36.826996 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
==> kubelet <==
Nov 22 02:59:40 old-k8s-version-250049 kubelet[783]: I1122 02:59:40.103725 783 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness"
Nov 22 02:59:47 old-k8s-version-250049 kubelet[783]: I1122 02:59:47.683160 783 topology_manager.go:215] "Topology Admit Handler" podUID="b6ff79a9-fb8e-4a24-968f-684068fb7b0d" podNamespace="kubernetes-dashboard" podName="kubernetes-dashboard-8694d4445c-gn8vw"
Nov 22 02:59:47 old-k8s-version-250049 kubelet[783]: I1122 02:59:47.709054 783 topology_manager.go:215] "Topology Admit Handler" podUID="886cef2e-edce-4e3d-9b37-ed2da5106194" podNamespace="kubernetes-dashboard" podName="dashboard-metrics-scraper-5f989dc9cf-4tdtj"
Nov 22 02:59:47 old-k8s-version-250049 kubelet[783]: I1122 02:59:47.836442 783 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/b6ff79a9-fb8e-4a24-968f-684068fb7b0d-tmp-volume\") pod \"kubernetes-dashboard-8694d4445c-gn8vw\" (UID: \"b6ff79a9-fb8e-4a24-968f-684068fb7b0d\") " pod="kubernetes-dashboard/kubernetes-dashboard-8694d4445c-gn8vw"
Nov 22 02:59:47 old-k8s-version-250049 kubelet[783]: I1122 02:59:47.836511 783 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8hkq6\" (UniqueName: \"kubernetes.io/projected/886cef2e-edce-4e3d-9b37-ed2da5106194-kube-api-access-8hkq6\") pod \"dashboard-metrics-scraper-5f989dc9cf-4tdtj\" (UID: \"886cef2e-edce-4e3d-9b37-ed2da5106194\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj"
Nov 22 02:59:47 old-k8s-version-250049 kubelet[783]: I1122 02:59:47.836541 783 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/886cef2e-edce-4e3d-9b37-ed2da5106194-tmp-volume\") pod \"dashboard-metrics-scraper-5f989dc9cf-4tdtj\" (UID: \"886cef2e-edce-4e3d-9b37-ed2da5106194\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj"
Nov 22 02:59:47 old-k8s-version-250049 kubelet[783]: I1122 02:59:47.836581 783 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-q4qn4\" (UniqueName: \"kubernetes.io/projected/b6ff79a9-fb8e-4a24-968f-684068fb7b0d-kube-api-access-q4qn4\") pod \"kubernetes-dashboard-8694d4445c-gn8vw\" (UID: \"b6ff79a9-fb8e-4a24-968f-684068fb7b0d\") " pod="kubernetes-dashboard/kubernetes-dashboard-8694d4445c-gn8vw"
Nov 22 02:59:48 old-k8s-version-250049 kubelet[783]: W1122 02:59:48.038466 783 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/bae73b9b10f7cd4d3b3781fe8f08481183c60769b2662b1379d4ca7a64296027/crio-9b161af5db0210dfe7a219c9b5b3082b93678360d693777042d7256c69b1dbb6 WatchSource:0}: Error finding container 9b161af5db0210dfe7a219c9b5b3082b93678360d693777042d7256c69b1dbb6: Status 404 returned error can't find the container with id 9b161af5db0210dfe7a219c9b5b3082b93678360d693777042d7256c69b1dbb6
Nov 22 02:59:57 old-k8s-version-250049 kubelet[783]: I1122 02:59:57.645148 783 scope.go:117] "RemoveContainer" containerID="92a48c473481da7757c3b28dab00c127eb514d941b863f27a31ff48def75a13b"
Nov 22 02:59:57 old-k8s-version-250049 kubelet[783]: I1122 02:59:57.674552 783 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-8694d4445c-gn8vw" podStartSLOduration=5.718102725 podCreationTimestamp="2025-11-22 02:59:47 +0000 UTC" firstStartedPulling="2025-11-22 02:59:48.013158355 +0000 UTC m=+19.738231903" lastFinishedPulling="2025-11-22 02:59:52.968813763 +0000 UTC m=+24.693887319" observedRunningTime="2025-11-22 02:59:53.645780481 +0000 UTC m=+25.370854037" watchObservedRunningTime="2025-11-22 02:59:57.673758141 +0000 UTC m=+29.398831689"
Nov 22 02:59:58 old-k8s-version-250049 kubelet[783]: I1122 02:59:58.648614 783 scope.go:117] "RemoveContainer" containerID="3157c2cf07eaff2b3148832d26170e67a943f601456f842291ae5008539db99a"
Nov 22 02:59:58 old-k8s-version-250049 kubelet[783]: I1122 02:59:58.649685 783 scope.go:117] "RemoveContainer" containerID="92a48c473481da7757c3b28dab00c127eb514d941b863f27a31ff48def75a13b"
Nov 22 02:59:58 old-k8s-version-250049 kubelet[783]: E1122 02:59:58.652853 783 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-4tdtj_kubernetes-dashboard(886cef2e-edce-4e3d-9b37-ed2da5106194)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj" podUID="886cef2e-edce-4e3d-9b37-ed2da5106194"
Nov 22 02:59:59 old-k8s-version-250049 kubelet[783]: I1122 02:59:59.653167 783 scope.go:117] "RemoveContainer" containerID="3157c2cf07eaff2b3148832d26170e67a943f601456f842291ae5008539db99a"
Nov 22 02:59:59 old-k8s-version-250049 kubelet[783]: E1122 02:59:59.654891 783 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-4tdtj_kubernetes-dashboard(886cef2e-edce-4e3d-9b37-ed2da5106194)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj" podUID="886cef2e-edce-4e3d-9b37-ed2da5106194"
Nov 22 03:00:05 old-k8s-version-250049 kubelet[783]: I1122 03:00:05.697936 783 scope.go:117] "RemoveContainer" containerID="68f15bc546d96d1e6a22b201c9e92c763a81b7d136884ded816eb768e222e964"
Nov 22 03:00:08 old-k8s-version-250049 kubelet[783]: I1122 03:00:08.014519 783 scope.go:117] "RemoveContainer" containerID="3157c2cf07eaff2b3148832d26170e67a943f601456f842291ae5008539db99a"
Nov 22 03:00:08 old-k8s-version-250049 kubelet[783]: I1122 03:00:08.709485 783 scope.go:117] "RemoveContainer" containerID="3157c2cf07eaff2b3148832d26170e67a943f601456f842291ae5008539db99a"
Nov 22 03:00:08 old-k8s-version-250049 kubelet[783]: I1122 03:00:08.710420 783 scope.go:117] "RemoveContainer" containerID="f4fcd36241a7dea9ddedcb9a66884613794dfc25d56543068912396afa9e4fe9"
Nov 22 03:00:08 old-k8s-version-250049 kubelet[783]: E1122 03:00:08.711247 783 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-4tdtj_kubernetes-dashboard(886cef2e-edce-4e3d-9b37-ed2da5106194)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj" podUID="886cef2e-edce-4e3d-9b37-ed2da5106194"
Nov 22 03:00:18 old-k8s-version-250049 kubelet[783]: I1122 03:00:18.014365 783 scope.go:117] "RemoveContainer" containerID="f4fcd36241a7dea9ddedcb9a66884613794dfc25d56543068912396afa9e4fe9"
Nov 22 03:00:18 old-k8s-version-250049 kubelet[783]: E1122 03:00:18.014788 783 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-4tdtj_kubernetes-dashboard(886cef2e-edce-4e3d-9b37-ed2da5106194)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-4tdtj" podUID="886cef2e-edce-4e3d-9b37-ed2da5106194"
Nov 22 03:00:23 old-k8s-version-250049 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Nov 22 03:00:23 old-k8s-version-250049 systemd[1]: kubelet.service: Deactivated successfully.
Nov 22 03:00:23 old-k8s-version-250049 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
==> kubernetes-dashboard [59549b580719ffe6e179c3e6e8ec5c3d898d5e6a372d2655875f3b272b913d7c] <==
2025/11/22 02:59:53 Starting overwatch
2025/11/22 02:59:53 Using namespace: kubernetes-dashboard
2025/11/22 02:59:53 Using in-cluster config to connect to apiserver
2025/11/22 02:59:53 Using secret token for csrf signing
2025/11/22 02:59:53 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/11/22 02:59:53 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/11/22 02:59:53 Successful initial request to the apiserver, version: v1.28.0
2025/11/22 02:59:53 Generating JWE encryption key
2025/11/22 02:59:53 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/11/22 02:59:53 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/11/22 02:59:53 Initializing JWE encryption key from synchronized object
2025/11/22 02:59:53 Creating in-cluster Sidecar client
2025/11/22 02:59:53 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/11/22 02:59:53 Serving insecurely on HTTP port: 9090
2025/11/22 03:00:23 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
==> storage-provisioner [68f15bc546d96d1e6a22b201c9e92c763a81b7d136884ded816eb768e222e964] <==
I1122 02:59:35.495387 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1122 03:00:05.508608 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
==> storage-provisioner [e10a774ce833e9229d397f7dc5e642f62681c5d0fd19a2b315d34e96d0dc6eae] <==
I1122 03:00:05.756060 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1122 03:00:05.770463 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1122 03:00:05.770516 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1122 03:00:23.169180 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1122 03:00:23.169361 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_old-k8s-version-250049_c4de95f1-4273-4155-9680-2d20d2440348!
I1122 03:00:23.170241 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"eeeeb74d-bc48-47bd-8882-0a2802c6944f", APIVersion:"v1", ResourceVersion:"645", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' old-k8s-version-250049_c4de95f1-4273-4155-9680-2d20d2440348 became leader
I1122 03:00:23.269747 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_old-k8s-version-250049_c4de95f1-4273-4155-9680-2d20d2440348!
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-250049 -n old-k8s-version-250049
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-250049 -n old-k8s-version-250049: exit status 2 (348.833241ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context old-k8s-version-250049 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/old-k8s-version/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/old-k8s-version/serial/Pause (6.33s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-564946 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-564946 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: exit status 11 (261.220952ms)
-- stdout --
-- /stdout --
** stderr **
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:02:02Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_2bafae6fa40fec163538f94366e390b0317a8b15_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
start_stop_delete_test.go:205: failed to enable an addon post-stop. args "out/minikube-linux-arm64 addons enable metrics-server -p no-preload-564946 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain": exit status 11
start_stop_delete_test.go:213: (dbg) Run: kubectl --context no-preload-564946 describe deploy/metrics-server -n kube-system
start_stop_delete_test.go:213: (dbg) Non-zero exit: kubectl --context no-preload-564946 describe deploy/metrics-server -n kube-system: exit status 1 (81.325605ms)
** stderr **
Error from server (NotFound): deployments.apps "metrics-server" not found
** /stderr **
start_stop_delete_test.go:215: failed to get info on auto-pause deployments. args "kubectl --context no-preload-564946 describe deploy/metrics-server -n kube-system": exit status 1
start_stop_delete_test.go:219: addon did not load correct image. Expected to contain " fake.domain/registry.k8s.io/echoserver:1.4". Addon deployment info:
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/no-preload/serial/EnableAddonWhileActive]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/no-preload/serial/EnableAddonWhileActive]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect no-preload-564946
helpers_test.go:243: (dbg) docker inspect no-preload-564946:
-- stdout --
[
{
"Id": "13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1",
"Created": "2025-11-22T03:00:35.106681213Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 189206,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T03:00:35.214183054Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1/hostname",
"HostsPath": "/var/lib/docker/containers/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1/hosts",
"LogPath": "/var/lib/docker/containers/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1-json.log",
"Name": "/no-preload-564946",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"no-preload-564946:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "no-preload-564946",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1",
"LowerDir": "/var/lib/docker/overlay2/cefcaec053d4ee79f5b64e8ffa7af6f2ba83079474aebb33293349e4f4abb47e-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/cefcaec053d4ee79f5b64e8ffa7af6f2ba83079474aebb33293349e4f4abb47e/merged",
"UpperDir": "/var/lib/docker/overlay2/cefcaec053d4ee79f5b64e8ffa7af6f2ba83079474aebb33293349e4f4abb47e/diff",
"WorkDir": "/var/lib/docker/overlay2/cefcaec053d4ee79f5b64e8ffa7af6f2ba83079474aebb33293349e4f4abb47e/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "no-preload-564946",
"Source": "/var/lib/docker/volumes/no-preload-564946/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "no-preload-564946",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "no-preload-564946",
"name.minikube.sigs.k8s.io": "no-preload-564946",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "78c60d606847be9ed82f76ac927d7a835af00b9a6373abfe236170d03b5d7332",
"SandboxKey": "/var/run/docker/netns/78c60d606847",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33061"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33062"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33065"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33063"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33064"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"no-preload-564946": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "0a:6e:4b:5b:84:3f",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "b5aee110a0835e0c59e4b79287ab7d9d31e086d31fb826d7ff5afd3f3e54d452",
"EndpointID": "d43cc6b09f4eca89b3d9c45d0fa1dafa0b477f3385a827861983b9031b4ae0e6",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"no-preload-564946",
"13da823a6519"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-564946 -n no-preload-564946
helpers_test.go:252: <<< TestStartStop/group/no-preload/serial/EnableAddonWhileActive FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/no-preload/serial/EnableAddonWhileActive]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p no-preload-564946 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p no-preload-564946 logs -n 25: (1.250450798s)
helpers_test.go:260: TestStartStop/group/no-preload/serial/EnableAddonWhileActive logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────
────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────
────┤
│ ssh │ -p cilium-646238 sudo find /etc/crio -type f -exec sh -c 'echo {}; cat {}' \; │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ ssh │ -p cilium-646238 sudo crio config │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ │
│ delete │ -p cilium-646238 │ cilium-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:56 UTC │
│ start │ -p force-systemd-env-289111 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ force-systemd-env-289111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:57 UTC │
│ delete │ -p kubernetes-upgrade-009731 │ kubernetes-upgrade-009731 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:56 UTC │
│ start │ -p cert-expiration-893129 --memory=3072 --cert-expiration=3m --driver=docker --container-runtime=crio │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:57 UTC │
│ delete │ -p force-systemd-env-289111 │ force-systemd-env-289111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ start │ -p cert-options-359368 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ ssh │ cert-options-359368 ssh openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ ssh │ -p cert-options-359368 -- sudo cat /etc/kubernetes/admin.conf │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ delete │ -p cert-options-359368 │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ start │ -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:58 UTC │
│ addons │ enable metrics-server -p old-k8s-version-250049 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ │
│ stop │ -p old-k8s-version-250049 --alsologtostderr -v=3 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 02:59 UTC │
│ addons │ enable dashboard -p old-k8s-version-250049 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 02:59 UTC │
│ start │ -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 03:00 UTC │
│ image │ old-k8s-version-250049 image list --format=json │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ pause │ -p old-k8s-version-250049 --alsologtostderr -v=1 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ │
│ start │ -p cert-expiration-893129 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ delete │ -p old-k8s-version-250049 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ delete │ -p old-k8s-version-250049 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ start │ -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:01 UTC │
│ delete │ -p cert-expiration-893129 │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ start │ -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ │
│ addons │ enable metrics-server -p no-preload-564946 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────
────┘
==> Last Start <==
Log file created at: 2025/11/22 03:00:48
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 03:00:48.796733 191546 out.go:360] Setting OutFile to fd 1 ...
I1122 03:00:48.797274 191546 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:00:48.797303 191546 out.go:374] Setting ErrFile to fd 2...
I1122 03:00:48.797323 191546 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:00:48.797616 191546 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:00:48.798067 191546 out.go:368] Setting JSON to false
I1122 03:00:48.799037 191546 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6175,"bootTime":1763774274,"procs":181,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 03:00:48.799130 191546 start.go:143] virtualization:
I1122 03:00:48.804365 191546 out.go:179] * [embed-certs-114686] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 03:00:48.807710 191546 out.go:179] - MINIKUBE_LOCATION=21946
I1122 03:00:48.807782 191546 notify.go:221] Checking for updates...
I1122 03:00:48.814849 191546 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 03:00:48.817986 191546 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:00:48.821388 191546 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 03:00:48.824454 191546 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 03:00:48.827556 191546 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 03:00:48.831098 191546 config.go:182] Loaded profile config "no-preload-564946": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:00:48.831256 191546 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 03:00:48.872501 191546 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 03:00:48.872707 191546 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:00:48.959737 191546 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:52 OomKillDisable:true NGoroutines:68 SystemTime:2025-11-22 03:00:48.95033328 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aa
rch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path
:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:00:48.959838 191546 docker.go:319] overlay module found
I1122 03:00:48.963166 191546 out.go:179] * Using the docker driver based on user configuration
I1122 03:00:48.966215 191546 start.go:309] selected driver: docker
I1122 03:00:48.966235 191546 start.go:927] validating driver "docker" against <nil>
I1122 03:00:48.966260 191546 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 03:00:48.966990 191546 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:00:49.058960 191546 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:52 OomKillDisable:true NGoroutines:68 SystemTime:2025-11-22 03:00:49.049069461 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:00:49.059115 191546 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1122 03:00:49.059331 191546 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:00:49.062498 191546 out.go:179] * Using Docker driver with root privileges
I1122 03:00:49.065691 191546 cni.go:84] Creating CNI manager for ""
I1122 03:00:49.065770 191546 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:00:49.065785 191546 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1122 03:00:49.065872 191546 start.go:353] cluster config:
{Name:embed-certs-114686 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-114686 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Contain
erRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPI
D:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:00:49.070817 191546 out.go:179] * Starting "embed-certs-114686" primary control-plane node in "embed-certs-114686" cluster
I1122 03:00:49.074940 191546 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 03:00:49.079061 191546 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 03:00:49.083276 191546 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:00:49.083333 191546 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 03:00:49.083343 191546 cache.go:65] Caching tarball of preloaded images
I1122 03:00:49.083409 191546 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 03:00:49.083445 191546 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 03:00:49.083455 191546 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 03:00:49.083562 191546 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/config.json ...
I1122 03:00:49.083578 191546 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/config.json: {Name:mk310ee2265dcb276c952bea475066414329a7a8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:00:49.119188 191546 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 03:00:49.119222 191546 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 03:00:49.119247 191546 cache.go:243] Successfully downloaded all kic artifacts
I1122 03:00:49.119273 191546 start.go:360] acquireMachinesLock for embed-certs-114686: {Name:mke195cf317725d310ed30da437d18369d6ceb29 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:00:49.119397 191546 start.go:364] duration metric: took 104.55µs to acquireMachinesLock for "embed-certs-114686"
I1122 03:00:49.119436 191546 start.go:93] Provisioning new machine with config: &{Name:embed-certs-114686 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-114686 Namespace:default APIServerHAVIP: APIServe
rName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:00:49.119522 191546 start.go:125] createHost starting for "" (driver="docker")
I1122 03:00:49.139541 188887 ssh_runner.go:235] Completed: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5: (2.419940597s)
I1122 03:00:49.139622 188887 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5
I1122 03:00:49.139749 188887 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/coredns_v1.12.1: (2.419966559s)
I1122 03:00:49.139766 188887 cache_images.go:323] Transferred and loaded /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1 from cache
I1122 03:00:49.139785 188887 crio.go:275] Loading image: /var/lib/minikube/images/kube-scheduler_v1.34.1
I1122 03:00:49.139809 188887 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/kube-scheduler_v1.34.1
I1122 03:00:51.373826 188887 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/kube-scheduler_v1.34.1: (2.233991589s)
I1122 03:00:51.373857 188887 cache_images.go:323] Transferred and loaded /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1 from cache
I1122 03:00:51.373877 188887 crio.go:275] Loading image: /var/lib/minikube/images/kube-proxy_v1.34.1
I1122 03:00:51.373925 188887 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/kube-proxy_v1.34.1
I1122 03:00:51.373988 188887 ssh_runner.go:235] Completed: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5: (2.234353501s)
I1122 03:00:51.374025 188887 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5
I1122 03:00:53.575757 188887 ssh_runner.go:235] Completed: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5: (2.201707022s)
I1122 03:00:53.575796 188887 cache_images.go:291] Loading image from: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5
I1122 03:00:53.575882 188887 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/storage-provisioner_v5
I1122 03:00:53.575976 188887 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/kube-proxy_v1.34.1: (2.202035063s)
I1122 03:00:53.575989 188887 cache_images.go:323] Transferred and loaded /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1 from cache
I1122 03:00:53.576004 188887 crio.go:275] Loading image: /var/lib/minikube/images/kube-apiserver_v1.34.1
I1122 03:00:53.576028 188887 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/kube-apiserver_v1.34.1
I1122 03:00:49.123718 191546 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1122 03:00:49.123961 191546 start.go:159] libmachine.API.Create for "embed-certs-114686" (driver="docker")
I1122 03:00:49.123991 191546 client.go:173] LocalClient.Create starting
I1122 03:00:49.124060 191546 main.go:143] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem
I1122 03:00:49.124092 191546 main.go:143] libmachine: Decoding PEM data...
I1122 03:00:49.124108 191546 main.go:143] libmachine: Parsing certificate...
I1122 03:00:49.124168 191546 main.go:143] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem
I1122 03:00:49.124187 191546 main.go:143] libmachine: Decoding PEM data...
I1122 03:00:49.124197 191546 main.go:143] libmachine: Parsing certificate...
I1122 03:00:49.124553 191546 cli_runner.go:164] Run: docker network inspect embed-certs-114686 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1122 03:00:49.153670 191546 cli_runner.go:211] docker network inspect embed-certs-114686 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1122 03:00:49.153768 191546 network_create.go:284] running [docker network inspect embed-certs-114686] to gather additional debugging logs...
I1122 03:00:49.153791 191546 cli_runner.go:164] Run: docker network inspect embed-certs-114686
W1122 03:00:49.171327 191546 cli_runner.go:211] docker network inspect embed-certs-114686 returned with exit code 1
I1122 03:00:49.171359 191546 network_create.go:287] error running [docker network inspect embed-certs-114686]: docker network inspect embed-certs-114686: exit status 1
stdout:
[]
stderr:
Error response from daemon: network embed-certs-114686 not found
I1122 03:00:49.171373 191546 network_create.go:289] output of [docker network inspect embed-certs-114686]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network embed-certs-114686 not found
** /stderr **
I1122 03:00:49.171461 191546 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:00:49.187638 191546 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-9752cc1a0776 IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:2e:e3:a1:35:ea:78} reservation:<nil>}
I1122 03:00:49.187979 191546 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-7987ef40c44b IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:0a:09:d3:91:e5:dd} reservation:<nil>}
I1122 03:00:49.188299 191546 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-032f895d6b93 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:4e:b1:8d:28:6d:7a} reservation:<nil>}
I1122 03:00:49.188550 191546 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-b5aee110a083 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:c6:ea:f0:19:d4:8c} reservation:<nil>}
I1122 03:00:49.188928 191546 network.go:206] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40019e41f0}
I1122 03:00:49.188951 191546 network_create.go:124] attempt to create docker network embed-certs-114686 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1122 03:00:49.189005 191546 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=embed-certs-114686 embed-certs-114686
I1122 03:00:49.251901 191546 network_create.go:108] docker network embed-certs-114686 192.168.85.0/24 created
I1122 03:00:49.251932 191546 kic.go:121] calculated static IP "192.168.85.2" for the "embed-certs-114686" container
I1122 03:00:49.252008 191546 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1122 03:00:49.271441 191546 cli_runner.go:164] Run: docker volume create embed-certs-114686 --label name.minikube.sigs.k8s.io=embed-certs-114686 --label created_by.minikube.sigs.k8s.io=true
I1122 03:00:49.300780 191546 oci.go:103] Successfully created a docker volume embed-certs-114686
I1122 03:00:49.300858 191546 cli_runner.go:164] Run: docker run --rm --name embed-certs-114686-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=embed-certs-114686 --entrypoint /usr/bin/test -v embed-certs-114686:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -d /var/lib
I1122 03:00:50.096243 191546 oci.go:107] Successfully prepared a docker volume embed-certs-114686
I1122 03:00:50.096322 191546 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:00:50.096332 191546 kic.go:194] Starting extracting preloaded images to volume ...
I1122 03:00:50.096397 191546 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v embed-certs-114686:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -I lz4 -xf /preloaded.tar -C /extractDir
I1122 03:00:55.417450 188887 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/kube-apiserver_v1.34.1: (1.841399654s)
I1122 03:00:55.417477 188887 cache_images.go:323] Transferred and loaded /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1 from cache
I1122 03:00:55.417479 188887 ssh_runner.go:235] Completed: stat -c "%s %y" /var/lib/minikube/images/storage-provisioner_v5: (1.841580889s)
I1122 03:00:55.417495 188887 crio.go:275] Loading image: /var/lib/minikube/images/kube-controller-manager_v1.34.1
I1122 03:00:55.417500 188887 ssh_runner.go:352] existence check for /var/lib/minikube/images/storage-provisioner_v5: stat -c "%s %y" /var/lib/minikube/images/storage-provisioner_v5: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/storage-provisioner_v5': No such file or directory
I1122 03:00:55.417525 188887 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 --> /var/lib/minikube/images/storage-provisioner_v5 (8035840 bytes)
I1122 03:00:55.417544 188887 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/kube-controller-manager_v1.34.1
I1122 03:00:57.338777 188887 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/kube-controller-manager_v1.34.1: (1.92121394s)
I1122 03:00:57.338806 188887 cache_images.go:323] Transferred and loaded /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1 from cache
I1122 03:00:57.338828 188887 crio.go:275] Loading image: /var/lib/minikube/images/etcd_3.6.4-0
I1122 03:00:57.338884 188887 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/etcd_3.6.4-0
I1122 03:00:55.767241 191546 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v embed-certs-114686:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -I lz4 -xf /preloaded.tar -C /extractDir: (5.670810002s)
I1122 03:00:55.767281 191546 kic.go:203] duration metric: took 5.670945797s to extract preloaded images to volume ...
W1122 03:00:55.767415 191546 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1122 03:00:55.767513 191546 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1122 03:00:55.851460 191546 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname embed-certs-114686 --name embed-certs-114686 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=embed-certs-114686 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=embed-certs-114686 --network embed-certs-114686 --ip 192.168.85.2 --volume embed-certs-114686:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a
I1122 03:00:56.329655 191546 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Running}}
I1122 03:00:56.357041 191546 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:00:56.378851 191546 cli_runner.go:164] Run: docker exec embed-certs-114686 stat /var/lib/dpkg/alternatives/iptables
I1122 03:00:56.435345 191546 oci.go:144] the created container "embed-certs-114686" has a running status.
I1122 03:00:56.435371 191546 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa...
I1122 03:00:57.125621 191546 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1122 03:00:57.145139 191546 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:00:57.176817 191546 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1122 03:00:57.176836 191546 kic_runner.go:114] Args: [docker exec --privileged embed-certs-114686 chown docker:docker /home/docker/.ssh/authorized_keys]
I1122 03:00:57.264921 191546 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:00:57.292283 191546 machine.go:94] provisionDockerMachine start ...
I1122 03:00:57.292385 191546 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:00:57.311215 191546 main.go:143] libmachine: Using SSH client type: native
I1122 03:00:57.311699 191546 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33066 <nil> <nil>}
I1122 03:00:57.311751 191546 main.go:143] libmachine: About to run SSH command:
hostname
I1122 03:00:57.312418 191546 main.go:143] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:41314->127.0.0.1:33066: read: connection reset by peer
I1122 03:01:01.745840 188887 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/etcd_3.6.4-0: (4.40693133s)
I1122 03:01:01.745867 188887 cache_images.go:323] Transferred and loaded /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0 from cache
I1122 03:01:01.745892 188887 crio.go:275] Loading image: /var/lib/minikube/images/storage-provisioner_v5
I1122 03:01:01.745942 188887 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/storage-provisioner_v5
I1122 03:01:02.481184 188887 cache_images.go:323] Transferred and loaded /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 from cache
I1122 03:01:02.481228 188887 cache_images.go:125] Successfully loaded all cached images
I1122 03:01:02.481235 188887 cache_images.go:94] duration metric: took 18.141725897s to LoadCachedImages
I1122 03:01:02.481247 188887 kubeadm.go:935] updating node { 192.168.76.2 8443 v1.34.1 crio true true} ...
I1122 03:01:02.481341 188887 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=no-preload-564946 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:no-preload-564946 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 03:01:02.481431 188887 ssh_runner.go:195] Run: crio config
I1122 03:01:02.556208 188887 cni.go:84] Creating CNI manager for ""
I1122 03:01:02.556227 188887 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:01:02.556249 188887 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1122 03:01:02.556274 188887 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:no-preload-564946 NodeName:no-preload-564946 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 03:01:02.556407 188887 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "no-preload-564946"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 03:01:02.556475 188887 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 03:01:02.567807 188887 binaries.go:54] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.34.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.34.1': No such file or directory
Initiating transfer...
I1122 03:01:02.567871 188887 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.34.1
I1122 03:01:02.576888 188887 binary.go:80] Not caching binary, using https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubectl.sha256
I1122 03:01:02.576975 188887 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubectl
I1122 03:01:02.577744 188887 download.go:108] Downloading: https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubelet?checksum=file:https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubelet.sha256 -> /home/jenkins/minikube-integration/21946-2339/.minikube/cache/linux/arm64/v1.34.1/kubelet
I1122 03:01:02.578203 188887 download.go:108] Downloading: https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubeadm.sha256 -> /home/jenkins/minikube-integration/21946-2339/.minikube/cache/linux/arm64/v1.34.1/kubeadm
I1122 03:01:02.582107 188887 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.34.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.34.1/kubectl': No such file or directory
I1122 03:01:02.582146 188887 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/cache/linux/arm64/v1.34.1/kubectl --> /var/lib/minikube/binaries/v1.34.1/kubectl (58130616 bytes)
I1122 03:01:00.588262 191546 main.go:143] libmachine: SSH cmd err, output: <nil>: embed-certs-114686
I1122 03:01:00.588337 191546 ubuntu.go:182] provisioning hostname "embed-certs-114686"
I1122 03:01:00.588444 191546 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:01:00.608356 191546 main.go:143] libmachine: Using SSH client type: native
I1122 03:01:00.608713 191546 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33066 <nil> <nil>}
I1122 03:01:00.608744 191546 main.go:143] libmachine: About to run SSH command:
sudo hostname embed-certs-114686 && echo "embed-certs-114686" | sudo tee /etc/hostname
I1122 03:01:00.786202 191546 main.go:143] libmachine: SSH cmd err, output: <nil>: embed-certs-114686
I1122 03:01:00.786278 191546 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:01:00.810186 191546 main.go:143] libmachine: Using SSH client type: native
I1122 03:01:00.810497 191546 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33066 <nil> <nil>}
I1122 03:01:00.810521 191546 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\sembed-certs-114686' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 embed-certs-114686/g' /etc/hosts;
else
echo '127.0.1.1 embed-certs-114686' | sudo tee -a /etc/hosts;
fi
fi
I1122 03:01:00.962895 191546 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 03:01:00.962986 191546 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 03:01:00.963021 191546 ubuntu.go:190] setting up certificates
I1122 03:01:00.963065 191546 provision.go:84] configureAuth start
I1122 03:01:00.963157 191546 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-114686
I1122 03:01:00.985810 191546 provision.go:143] copyHostCerts
I1122 03:01:00.985888 191546 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 03:01:00.985903 191546 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 03:01:00.985985 191546 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 03:01:00.986100 191546 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 03:01:00.986115 191546 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 03:01:00.986145 191546 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 03:01:00.986224 191546 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 03:01:00.986242 191546 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 03:01:00.986271 191546 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 03:01:00.986355 191546 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.embed-certs-114686 san=[127.0.0.1 192.168.85.2 embed-certs-114686 localhost minikube]
I1122 03:01:01.722948 191546 provision.go:177] copyRemoteCerts
I1122 03:01:01.723022 191546 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 03:01:01.723076 191546 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:01:01.748868 191546 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33066 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:01:01.859988 191546 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 03:01:01.881557 191546 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1224 bytes)
I1122 03:01:01.902612 191546 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1122 03:01:01.923782 191546 provision.go:87] duration metric: took 960.683335ms to configureAuth
I1122 03:01:01.923810 191546 ubuntu.go:206] setting minikube options for container-runtime
I1122 03:01:01.923999 191546 config.go:182] Loaded profile config "embed-certs-114686": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:01:01.924125 191546 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:01:01.950363 191546 main.go:143] libmachine: Using SSH client type: native
I1122 03:01:01.950690 191546 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33066 <nil> <nil>}
I1122 03:01:01.950734 191546 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 03:01:02.301011 191546 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 03:01:02.301085 191546 machine.go:97] duration metric: took 5.008773069s to provisionDockerMachine
I1122 03:01:02.301108 191546 client.go:176] duration metric: took 13.177110431s to LocalClient.Create
I1122 03:01:02.301150 191546 start.go:167] duration metric: took 13.177175424s to libmachine.API.Create "embed-certs-114686"
I1122 03:01:02.301176 191546 start.go:293] postStartSetup for "embed-certs-114686" (driver="docker")
I1122 03:01:02.301201 191546 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 03:01:02.301302 191546 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 03:01:02.301375 191546 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:01:02.321836 191546 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33066 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:01:02.428136 191546 ssh_runner.go:195] Run: cat /etc/os-release
I1122 03:01:02.431900 191546 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 03:01:02.431972 191546 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 03:01:02.431998 191546 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 03:01:02.432113 191546 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 03:01:02.432228 191546 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 03:01:02.432379 191546 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1122 03:01:02.441801 191546 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:01:02.464976 191546 start.go:296] duration metric: took 163.771177ms for postStartSetup
I1122 03:01:02.465420 191546 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-114686
I1122 03:01:02.488589 191546 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/config.json ...
I1122 03:01:02.488873 191546 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 03:01:02.488938 191546 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:01:02.510928 191546 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33066 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:01:02.615129 191546 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 03:01:02.624497 191546 start.go:128] duration metric: took 13.504957063s to createHost
I1122 03:01:02.624526 191546 start.go:83] releasing machines lock for "embed-certs-114686", held for 13.505117621s
I1122 03:01:02.624599 191546 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-114686
I1122 03:01:02.644756 191546 ssh_runner.go:195] Run: cat /version.json
I1122 03:01:02.644804 191546 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 03:01:02.644883 191546 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:01:02.644808 191546 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:01:02.688246 191546 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33066 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:01:02.722779 191546 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33066 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:01:02.848493 191546 ssh_runner.go:195] Run: systemctl --version
I1122 03:01:03.011576 191546 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 03:01:03.098087 191546 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 03:01:03.113977 191546 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 03:01:03.114105 191546 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 03:01:03.186340 191546 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1122 03:01:03.186404 191546 start.go:496] detecting cgroup driver to use...
I1122 03:01:03.186438 191546 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 03:01:03.186491 191546 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 03:01:03.234770 191546 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 03:01:03.256615 191546 docker.go:218] disabling cri-docker service (if available) ...
I1122 03:01:03.256686 191546 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 03:01:03.299911 191546 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 03:01:03.328240 191546 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 03:01:03.502638 191546 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 03:01:03.680075 191546 docker.go:234] disabling docker service ...
I1122 03:01:03.680137 191546 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 03:01:03.721334 191546 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 03:01:03.748488 191546 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 03:01:03.937140 191546 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 03:01:04.227210 191546 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 03:01:04.253717 191546 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 03:01:04.284245 191546 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 03:01:04.284317 191546 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:01:04.322562 191546 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 03:01:04.322638 191546 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:01:04.372233 191546 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:01:04.388393 191546 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:01:04.399936 191546 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 03:01:04.409650 191546 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:01:04.424201 191546 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:01:04.452403 191546 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:01:04.467350 191546 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 03:01:04.483261 191546 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 03:01:04.499208 191546 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:01:04.664637 191546 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 03:01:05.934753 191546 ssh_runner.go:235] Completed: sudo systemctl restart crio: (1.270085285s)
I1122 03:01:05.934781 191546 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 03:01:05.934844 191546 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 03:01:05.939406 191546 start.go:564] Will wait 60s for crictl version
I1122 03:01:05.939480 191546 ssh_runner.go:195] Run: which crictl
I1122 03:01:05.944126 191546 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 03:01:05.980951 191546 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 03:01:05.981032 191546 ssh_runner.go:195] Run: crio --version
I1122 03:01:06.032639 191546 ssh_runner.go:195] Run: crio --version
I1122 03:01:06.073747 191546 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 03:01:03.754439 188887 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:01:03.770374 188887 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubeadm
I1122 03:01:03.776534 188887 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubelet
I1122 03:01:03.776607 188887 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.34.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.34.1/kubeadm': No such file or directory
I1122 03:01:03.776626 188887 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/cache/linux/arm64/v1.34.1/kubeadm --> /var/lib/minikube/binaries/v1.34.1/kubeadm (71434424 bytes)
I1122 03:01:03.783156 188887 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.34.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.34.1/kubelet': No such file or directory
I1122 03:01:03.783193 188887 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/cache/linux/arm64/v1.34.1/kubelet --> /var/lib/minikube/binaries/v1.34.1/kubelet (56426788 bytes)
I1122 03:01:04.501034 188887 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 03:01:04.512530 188887 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1122 03:01:04.527742 188887 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 03:01:04.549356 188887 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2214 bytes)
I1122 03:01:04.568179 188887 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1122 03:01:04.575381 188887 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:01:04.588239 188887 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:01:04.733641 188887 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:01:04.751220 188887 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946 for IP: 192.168.76.2
I1122 03:01:04.751245 188887 certs.go:195] generating shared ca certs ...
I1122 03:01:04.751262 188887 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:04.751485 188887 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 03:01:04.751594 188887 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 03:01:04.751611 188887 certs.go:257] generating profile certs ...
I1122 03:01:04.751686 188887 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/client.key
I1122 03:01:04.751705 188887 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/client.crt with IP's: []
I1122 03:01:05.903274 188887 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/client.crt ...
I1122 03:01:05.903346 188887 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/client.crt: {Name:mke95c132f67bad3f4effcca40ad9de4c6cce0c3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:05.903536 188887 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/client.key ...
I1122 03:01:05.903584 188887 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/client.key: {Name:mkad633a5d94b8a6cc209c41ae1570d186fc00b2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:05.903698 188887 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/apiserver.key.f1767cc7
I1122 03:01:05.903748 188887 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/apiserver.crt.f1767cc7 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.76.2]
I1122 03:01:06.424919 188887 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/apiserver.crt.f1767cc7 ...
I1122 03:01:06.425010 188887 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/apiserver.crt.f1767cc7: {Name:mk5a887bb5a431542aff48e6898b21460d6eabed Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:06.425224 188887 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/apiserver.key.f1767cc7 ...
I1122 03:01:06.425264 188887 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/apiserver.key.f1767cc7: {Name:mkcebd34fa9e67907d8845b359d187f35377a41b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:06.425395 188887 certs.go:382] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/apiserver.crt.f1767cc7 -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/apiserver.crt
I1122 03:01:06.425518 188887 certs.go:386] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/apiserver.key.f1767cc7 -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/apiserver.key
I1122 03:01:06.425628 188887 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/proxy-client.key
I1122 03:01:06.425669 188887 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/proxy-client.crt with IP's: []
I1122 03:01:07.329554 188887 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/proxy-client.crt ...
I1122 03:01:07.329631 188887 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/proxy-client.crt: {Name:mk2636c86d9164aa470a7fb01c21484560064be1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:07.329818 188887 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/proxy-client.key ...
I1122 03:01:07.329856 188887 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/proxy-client.key: {Name:mkc2f7cccf9bc6c18946d6b1240c1b8b108f8376 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:07.330077 188887 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 03:01:07.330149 188887 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 03:01:07.330176 188887 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 03:01:07.330223 188887 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 03:01:07.330268 188887 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 03:01:07.330327 188887 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 03:01:07.330403 188887 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:01:07.331037 188887 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 03:01:07.372310 188887 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 03:01:07.429442 188887 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 03:01:07.451206 188887 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 03:01:07.472579 188887 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1122 03:01:07.492035 188887 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1122 03:01:07.511737 188887 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 03:01:07.532462 188887 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1122 03:01:07.552717 188887 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 03:01:07.573658 188887 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 03:01:07.594222 188887 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 03:01:07.620657 188887 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 03:01:07.636300 188887 ssh_runner.go:195] Run: openssl version
I1122 03:01:07.643164 188887 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 03:01:07.653618 188887 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 03:01:07.658163 188887 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 03:01:07.658276 188887 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 03:01:07.702238 188887 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 03:01:07.712313 188887 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 03:01:07.721155 188887 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 03:01:07.726240 188887 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 03:01:07.726373 188887 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 03:01:07.770561 188887 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 03:01:07.779991 188887 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 03:01:07.789849 188887 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 03:01:07.794652 188887 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 03:01:07.794829 188887 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 03:01:07.843258 188887 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 03:01:07.860054 188887 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 03:01:07.869480 188887 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1122 03:01:07.869591 188887 kubeadm.go:401] StartCluster: {Name:no-preload-564946 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-564946 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: So
cketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:01:07.869745 188887 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 03:01:07.869824 188887 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 03:01:07.934026 188887 cri.go:89] found id: ""
I1122 03:01:07.934142 188887 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 03:01:07.945398 188887 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1122 03:01:07.954410 188887 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1122 03:01:07.954499 188887 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1122 03:01:07.965898 188887 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1122 03:01:07.965918 188887 kubeadm.go:158] found existing configuration files:
I1122 03:01:07.966000 188887 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1122 03:01:07.976031 188887 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1122 03:01:07.976117 188887 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1122 03:01:07.984317 188887 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1122 03:01:07.993477 188887 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1122 03:01:07.993551 188887 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1122 03:01:08.003089 188887 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1122 03:01:08.015151 188887 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1122 03:01:08.015250 188887 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1122 03:01:08.025100 188887 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1122 03:01:08.035106 188887 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1122 03:01:08.035209 188887 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1122 03:01:08.044177 188887 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1122 03:01:08.102183 188887 kubeadm.go:319] [init] Using Kubernetes version: v1.34.1
I1122 03:01:08.104655 188887 kubeadm.go:319] [preflight] Running pre-flight checks
I1122 03:01:08.140267 188887 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1122 03:01:08.140376 188887 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1122 03:01:08.140436 188887 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1122 03:01:08.140532 188887 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1122 03:01:08.140622 188887 kubeadm.go:319] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1122 03:01:08.140727 188887 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1122 03:01:08.140835 188887 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1122 03:01:08.140913 188887 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1122 03:01:08.141007 188887 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1122 03:01:08.141081 188887 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1122 03:01:08.141154 188887 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1122 03:01:08.141245 188887 kubeadm.go:319] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1122 03:01:08.229771 188887 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1122 03:01:08.229972 188887 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1122 03:01:08.230139 188887 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1122 03:01:08.256310 188887 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1122 03:01:08.262897 188887 out.go:252] - Generating certificates and keys ...
I1122 03:01:08.263069 188887 kubeadm.go:319] [certs] Using existing ca certificate authority
I1122 03:01:08.263187 188887 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1122 03:01:08.618589 188887 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1122 03:01:06.076537 191546 cli_runner.go:164] Run: docker network inspect embed-certs-114686 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:01:06.092658 191546 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1122 03:01:06.096615 191546 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:01:06.108972 191546 kubeadm.go:884] updating cluster {Name:embed-certs-114686 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-114686 Namespace:default APIServerHAVIP: APIServerName:minikubeCA AP
IServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath
: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 03:01:06.109086 191546 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:01:06.109140 191546 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:01:06.151227 191546 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:01:06.151247 191546 crio.go:433] Images already preloaded, skipping extraction
I1122 03:01:06.151300 191546 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:01:06.183450 191546 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:01:06.183471 191546 cache_images.go:86] Images are preloaded, skipping loading
I1122 03:01:06.183480 191546 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1122 03:01:06.183572 191546 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=embed-certs-114686 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:embed-certs-114686 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 03:01:06.183653 191546 ssh_runner.go:195] Run: crio config
I1122 03:01:06.270375 191546 cni.go:84] Creating CNI manager for ""
I1122 03:01:06.270447 191546 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:01:06.270477 191546 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1122 03:01:06.270532 191546 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:embed-certs-114686 NodeName:embed-certs-114686 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/e
tc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 03:01:06.270697 191546 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "embed-certs-114686"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 03:01:06.270826 191546 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 03:01:06.279299 191546 binaries.go:51] Found k8s binaries, skipping transfer
I1122 03:01:06.279486 191546 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 03:01:06.287865 191546 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (368 bytes)
I1122 03:01:06.305203 191546 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 03:01:06.319115 191546 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2215 bytes)
I1122 03:01:06.334208 191546 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1122 03:01:06.341294 191546 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:01:06.359153 191546 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:01:06.533592 191546 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:01:06.552254 191546 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686 for IP: 192.168.85.2
I1122 03:01:06.552274 191546 certs.go:195] generating shared ca certs ...
I1122 03:01:06.552291 191546 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:06.552426 191546 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 03:01:06.552473 191546 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 03:01:06.552483 191546 certs.go:257] generating profile certs ...
I1122 03:01:06.552543 191546 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/client.key
I1122 03:01:06.552560 191546 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/client.crt with IP's: []
I1122 03:01:07.171842 191546 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/client.crt ...
I1122 03:01:07.171875 191546 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/client.crt: {Name:mkc452e32665caa295479c01c6d20844630567d1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:07.172067 191546 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/client.key ...
I1122 03:01:07.172075 191546 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/client.key: {Name:mk07907b383ccf991c6f4a18768570e3ab44244f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:07.172149 191546 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.key.f8e6e0de
I1122 03:01:07.172161 191546 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.crt.f8e6e0de with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.85.2]
I1122 03:01:07.388749 191546 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.crt.f8e6e0de ...
I1122 03:01:07.388816 191546 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.crt.f8e6e0de: {Name:mk28a32821efd1367b3650e84603429e731cbd96 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:07.389044 191546 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.key.f8e6e0de ...
I1122 03:01:07.389083 191546 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.key.f8e6e0de: {Name:mk05b7406886c7996d953b60766aa2eb6b498518 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:07.389238 191546 certs.go:382] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.crt.f8e6e0de -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.crt
I1122 03:01:07.389397 191546 certs.go:386] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.key.f8e6e0de -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.key
I1122 03:01:07.389474 191546 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/proxy-client.key
I1122 03:01:07.389503 191546 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/proxy-client.crt with IP's: []
I1122 03:01:07.586518 191546 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/proxy-client.crt ...
I1122 03:01:07.586581 191546 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/proxy-client.crt: {Name:mk1abd721cbd5d1687eff2f3283cb11314f84b16 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:07.586828 191546 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/proxy-client.key ...
I1122 03:01:07.586867 191546 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/proxy-client.key: {Name:mk3147b8734515c30a68ff09978b5cb6929c0363 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:07.587089 191546 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 03:01:07.587176 191546 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 03:01:07.587202 191546 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 03:01:07.587276 191546 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 03:01:07.587325 191546 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 03:01:07.587369 191546 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 03:01:07.587443 191546 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:01:07.588044 191546 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 03:01:07.620483 191546 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 03:01:07.644829 191546 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 03:01:07.665596 191546 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 03:01:07.685023 191546 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1428 bytes)
I1122 03:01:07.704770 191546 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1122 03:01:07.728453 191546 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 03:01:07.748312 191546 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1122 03:01:07.769187 191546 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 03:01:07.789519 191546 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 03:01:07.810475 191546 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 03:01:07.830765 191546 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 03:01:07.851305 191546 ssh_runner.go:195] Run: openssl version
I1122 03:01:07.858508 191546 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 03:01:07.869243 191546 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 03:01:07.878281 191546 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 03:01:07.878340 191546 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 03:01:07.922039 191546 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 03:01:07.931666 191546 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 03:01:07.942040 191546 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 03:01:07.947691 191546 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 03:01:07.947803 191546 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 03:01:07.993274 191546 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 03:01:08.002632 191546 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 03:01:08.013697 191546 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 03:01:08.019678 191546 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 03:01:08.019801 191546 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 03:01:08.064378 191546 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 03:01:08.073742 191546 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 03:01:08.079066 191546 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1122 03:01:08.079181 191546 kubeadm.go:401] StartCluster: {Name:embed-certs-114686 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-114686 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISe
rverNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: S
ocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:01:08.079329 191546 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 03:01:08.079418 191546 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 03:01:08.124128 191546 cri.go:89] found id: ""
I1122 03:01:08.124278 191546 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 03:01:08.136106 191546 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1122 03:01:08.156017 191546 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1122 03:01:08.156132 191546 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1122 03:01:08.171680 191546 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1122 03:01:08.171753 191546 kubeadm.go:158] found existing configuration files:
I1122 03:01:08.171828 191546 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1122 03:01:08.187531 191546 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1122 03:01:08.187671 191546 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1122 03:01:08.204263 191546 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1122 03:01:08.219223 191546 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1122 03:01:08.219330 191546 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1122 03:01:08.227882 191546 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1122 03:01:08.237484 191546 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1122 03:01:08.237595 191546 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1122 03:01:08.246132 191546 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1122 03:01:08.255857 191546 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1122 03:01:08.255981 191546 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1122 03:01:08.268699 191546 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1122 03:01:08.357275 191546 kubeadm.go:319] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1122 03:01:08.357630 191546 kubeadm.go:319] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1122 03:01:08.443315 191546 kubeadm.go:319] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1122 03:01:09.059099 188887 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1122 03:01:09.523113 188887 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1122 03:01:10.002428 188887 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1122 03:01:10.560307 188887 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1122 03:01:10.560513 188887 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [localhost no-preload-564946] and IPs [192.168.76.2 127.0.0.1 ::1]
I1122 03:01:10.763298 188887 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1122 03:01:10.763941 188887 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [localhost no-preload-564946] and IPs [192.168.76.2 127.0.0.1 ::1]
I1122 03:01:11.726927 188887 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1122 03:01:12.159252 188887 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1122 03:01:13.007246 188887 kubeadm.go:319] [certs] Generating "sa" key and public key
I1122 03:01:13.007954 188887 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1122 03:01:13.327077 188887 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1122 03:01:14.710372 188887 kubeadm.go:319] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1122 03:01:15.149833 188887 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1122 03:01:16.743731 188887 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1122 03:01:17.635090 188887 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1122 03:01:17.635192 188887 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1122 03:01:17.636671 188887 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1122 03:01:17.640457 188887 out.go:252] - Booting up control plane ...
I1122 03:01:17.640566 188887 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1122 03:01:17.640677 188887 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1122 03:01:17.646284 188887 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1122 03:01:17.667166 188887 kubeadm.go:319] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1122 03:01:17.667290 188887 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1122 03:01:17.675017 188887 kubeadm.go:319] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1122 03:01:17.675150 188887 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1122 03:01:17.675206 188887 kubeadm.go:319] [kubelet-start] Starting the kubelet
I1122 03:01:17.825254 188887 kubeadm.go:319] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1122 03:01:17.825386 188887 kubeadm.go:319] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1122 03:01:18.853897 188887 kubeadm.go:319] [kubelet-check] The kubelet is healthy after 1.029025205s
I1122 03:01:18.857797 188887 kubeadm.go:319] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1122 03:01:18.857904 188887 kubeadm.go:319] [control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
I1122 03:01:18.858180 188887 kubeadm.go:319] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1122 03:01:18.858276 188887 kubeadm.go:319] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1122 03:01:23.070474 188887 kubeadm.go:319] [control-plane-check] kube-controller-manager is healthy after 4.211984173s
I1122 03:01:27.783207 188887 kubeadm.go:319] [control-plane-check] kube-scheduler is healthy after 8.925365337s
I1122 03:01:28.359695 188887 kubeadm.go:319] [control-plane-check] kube-apiserver is healthy after 9.501624965s
I1122 03:01:28.391335 188887 kubeadm.go:319] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1122 03:01:28.414464 188887 kubeadm.go:319] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1122 03:01:28.429065 188887 kubeadm.go:319] [upload-certs] Skipping phase. Please see --upload-certs
I1122 03:01:28.429343 188887 kubeadm.go:319] [mark-control-plane] Marking the node no-preload-564946 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1122 03:01:28.444127 188887 kubeadm.go:319] [bootstrap-token] Using token: 4pru9a.uhfnx50hmqk8lmju
I1122 03:01:28.447127 188887 out.go:252] - Configuring RBAC rules ...
I1122 03:01:28.447290 188887 kubeadm.go:319] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1122 03:01:28.456000 188887 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1122 03:01:28.479670 188887 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1122 03:01:28.490947 188887 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1122 03:01:28.497099 188887 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1122 03:01:28.503411 188887 kubeadm.go:319] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1122 03:01:28.766854 188887 kubeadm.go:319] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1122 03:01:29.211449 188887 kubeadm.go:319] [addons] Applied essential addon: CoreDNS
I1122 03:01:29.779512 188887 kubeadm.go:319] [addons] Applied essential addon: kube-proxy
I1122 03:01:29.781369 188887 kubeadm.go:319]
I1122 03:01:29.781447 188887 kubeadm.go:319] Your Kubernetes control-plane has initialized successfully!
I1122 03:01:29.781454 188887 kubeadm.go:319]
I1122 03:01:29.781535 188887 kubeadm.go:319] To start using your cluster, you need to run the following as a regular user:
I1122 03:01:29.781539 188887 kubeadm.go:319]
I1122 03:01:29.781565 188887 kubeadm.go:319] mkdir -p $HOME/.kube
I1122 03:01:29.781628 188887 kubeadm.go:319] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1122 03:01:29.781686 188887 kubeadm.go:319] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1122 03:01:29.781690 188887 kubeadm.go:319]
I1122 03:01:29.781747 188887 kubeadm.go:319] Alternatively, if you are the root user, you can run:
I1122 03:01:29.781752 188887 kubeadm.go:319]
I1122 03:01:29.781802 188887 kubeadm.go:319] export KUBECONFIG=/etc/kubernetes/admin.conf
I1122 03:01:29.781806 188887 kubeadm.go:319]
I1122 03:01:29.781861 188887 kubeadm.go:319] You should now deploy a pod network to the cluster.
I1122 03:01:29.781940 188887 kubeadm.go:319] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1122 03:01:29.782012 188887 kubeadm.go:319] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1122 03:01:29.782016 188887 kubeadm.go:319]
I1122 03:01:29.782105 188887 kubeadm.go:319] You can now join any number of control-plane nodes by copying certificate authorities
I1122 03:01:29.782186 188887 kubeadm.go:319] and service account keys on each node and then running the following as root:
I1122 03:01:29.782191 188887 kubeadm.go:319]
I1122 03:01:29.782279 188887 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token 4pru9a.uhfnx50hmqk8lmju \
I1122 03:01:29.782387 188887 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680 \
I1122 03:01:29.782409 188887 kubeadm.go:319] --control-plane
I1122 03:01:29.782414 188887 kubeadm.go:319]
I1122 03:01:29.782503 188887 kubeadm.go:319] Then you can join any number of worker nodes by running the following on each as root:
I1122 03:01:29.782508 188887 kubeadm.go:319]
I1122 03:01:29.782594 188887 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token 4pru9a.uhfnx50hmqk8lmju \
I1122 03:01:29.782701 188887 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680
I1122 03:01:29.785708 188887 kubeadm.go:319] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1122 03:01:29.785967 188887 kubeadm.go:319] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1122 03:01:29.786091 188887 kubeadm.go:319] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1122 03:01:29.786142 188887 cni.go:84] Creating CNI manager for ""
I1122 03:01:29.786158 188887 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:01:29.791230 188887 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1122 03:01:30.728423 191546 kubeadm.go:319] [init] Using Kubernetes version: v1.34.1
I1122 03:01:30.728484 191546 kubeadm.go:319] [preflight] Running pre-flight checks
I1122 03:01:30.728578 191546 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1122 03:01:30.728646 191546 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1122 03:01:30.728687 191546 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1122 03:01:30.728736 191546 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1122 03:01:30.728788 191546 kubeadm.go:319] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1122 03:01:30.728840 191546 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1122 03:01:30.728895 191546 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1122 03:01:30.728949 191546 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1122 03:01:30.729024 191546 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1122 03:01:30.729077 191546 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1122 03:01:30.729132 191546 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1122 03:01:30.729183 191546 kubeadm.go:319] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1122 03:01:30.729262 191546 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1122 03:01:30.729365 191546 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1122 03:01:30.729462 191546 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1122 03:01:30.729530 191546 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1122 03:01:30.732499 191546 out.go:252] - Generating certificates and keys ...
I1122 03:01:30.732610 191546 kubeadm.go:319] [certs] Using existing ca certificate authority
I1122 03:01:30.732684 191546 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1122 03:01:30.732765 191546 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1122 03:01:30.732829 191546 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1122 03:01:30.732897 191546 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1122 03:01:30.732949 191546 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1122 03:01:30.733024 191546 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1122 03:01:30.733153 191546 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [embed-certs-114686 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
I1122 03:01:30.733211 191546 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1122 03:01:30.733342 191546 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [embed-certs-114686 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
I1122 03:01:30.733411 191546 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1122 03:01:30.733477 191546 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1122 03:01:30.733524 191546 kubeadm.go:319] [certs] Generating "sa" key and public key
I1122 03:01:30.733582 191546 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1122 03:01:30.733635 191546 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1122 03:01:30.733695 191546 kubeadm.go:319] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1122 03:01:30.733753 191546 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1122 03:01:30.733819 191546 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1122 03:01:30.733877 191546 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1122 03:01:30.733963 191546 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1122 03:01:30.734032 191546 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1122 03:01:30.737065 191546 out.go:252] - Booting up control plane ...
I1122 03:01:30.737248 191546 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1122 03:01:30.737377 191546 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1122 03:01:30.737470 191546 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1122 03:01:30.737587 191546 kubeadm.go:319] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1122 03:01:30.737690 191546 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1122 03:01:30.737806 191546 kubeadm.go:319] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1122 03:01:30.737901 191546 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1122 03:01:30.737945 191546 kubeadm.go:319] [kubelet-start] Starting the kubelet
I1122 03:01:30.738089 191546 kubeadm.go:319] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1122 03:01:30.738206 191546 kubeadm.go:319] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1122 03:01:30.738272 191546 kubeadm.go:319] [kubelet-check] The kubelet is healthy after 1.501312537s
I1122 03:01:30.738375 191546 kubeadm.go:319] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1122 03:01:30.738465 191546 kubeadm.go:319] [control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
I1122 03:01:30.738563 191546 kubeadm.go:319] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1122 03:01:30.738651 191546 kubeadm.go:319] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1122 03:01:30.738807 191546 kubeadm.go:319] [control-plane-check] kube-controller-manager is healthy after 8.77020164s
I1122 03:01:30.738884 191546 kubeadm.go:319] [control-plane-check] kube-scheduler is healthy after 9.470989288s
I1122 03:01:30.738959 191546 kubeadm.go:319] [control-plane-check] kube-apiserver is healthy after 10.502126807s
I1122 03:01:30.739077 191546 kubeadm.go:319] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1122 03:01:30.739216 191546 kubeadm.go:319] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1122 03:01:30.739290 191546 kubeadm.go:319] [upload-certs] Skipping phase. Please see --upload-certs
I1122 03:01:30.739497 191546 kubeadm.go:319] [mark-control-plane] Marking the node embed-certs-114686 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1122 03:01:30.739560 191546 kubeadm.go:319] [bootstrap-token] Using token: 2p9kdu.gei0lt8todv488lb
I1122 03:01:30.742448 191546 out.go:252] - Configuring RBAC rules ...
I1122 03:01:30.742599 191546 kubeadm.go:319] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1122 03:01:30.742781 191546 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1122 03:01:30.743000 191546 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1122 03:01:30.743179 191546 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1122 03:01:30.743362 191546 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1122 03:01:30.743501 191546 kubeadm.go:319] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1122 03:01:30.743672 191546 kubeadm.go:319] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1122 03:01:30.743726 191546 kubeadm.go:319] [addons] Applied essential addon: CoreDNS
I1122 03:01:30.743778 191546 kubeadm.go:319] [addons] Applied essential addon: kube-proxy
I1122 03:01:30.743782 191546 kubeadm.go:319]
I1122 03:01:30.743861 191546 kubeadm.go:319] Your Kubernetes control-plane has initialized successfully!
I1122 03:01:30.743865 191546 kubeadm.go:319]
I1122 03:01:30.743951 191546 kubeadm.go:319] To start using your cluster, you need to run the following as a regular user:
I1122 03:01:30.743955 191546 kubeadm.go:319]
I1122 03:01:30.743983 191546 kubeadm.go:319] mkdir -p $HOME/.kube
I1122 03:01:30.744048 191546 kubeadm.go:319] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1122 03:01:30.744104 191546 kubeadm.go:319] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1122 03:01:30.744108 191546 kubeadm.go:319]
I1122 03:01:30.744168 191546 kubeadm.go:319] Alternatively, if you are the root user, you can run:
I1122 03:01:30.744172 191546 kubeadm.go:319]
I1122 03:01:30.744225 191546 kubeadm.go:319] export KUBECONFIG=/etc/kubernetes/admin.conf
I1122 03:01:30.744229 191546 kubeadm.go:319]
I1122 03:01:30.744287 191546 kubeadm.go:319] You should now deploy a pod network to the cluster.
I1122 03:01:30.744376 191546 kubeadm.go:319] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1122 03:01:30.744453 191546 kubeadm.go:319] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1122 03:01:30.744457 191546 kubeadm.go:319]
I1122 03:01:30.744551 191546 kubeadm.go:319] You can now join any number of control-plane nodes by copying certificate authorities
I1122 03:01:30.744636 191546 kubeadm.go:319] and service account keys on each node and then running the following as root:
I1122 03:01:30.744641 191546 kubeadm.go:319]
I1122 03:01:30.744736 191546 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token 2p9kdu.gei0lt8todv488lb \
I1122 03:01:30.744853 191546 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680 \
I1122 03:01:30.744883 191546 kubeadm.go:319] --control-plane
I1122 03:01:30.744889 191546 kubeadm.go:319]
I1122 03:01:30.744984 191546 kubeadm.go:319] Then you can join any number of worker nodes by running the following on each as root:
I1122 03:01:30.744988 191546 kubeadm.go:319]
I1122 03:01:30.745100 191546 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token 2p9kdu.gei0lt8todv488lb \
I1122 03:01:30.745234 191546 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680
I1122 03:01:30.745242 191546 cni.go:84] Creating CNI manager for ""
I1122 03:01:30.745249 191546 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:01:30.748360 191546 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1122 03:01:29.794085 188887 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1122 03:01:29.799440 188887 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1122 03:01:29.799466 188887 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1122 03:01:29.823659 188887 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1122 03:01:30.317802 188887 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1122 03:01:30.317936 188887 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:30.318026 188887 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes no-preload-564946 minikube.k8s.io/updated_at=2025_11_22T03_01_30_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a minikube.k8s.io/name=no-preload-564946 minikube.k8s.io/primary=true
I1122 03:01:30.723879 188887 ops.go:34] apiserver oom_adj: -16
I1122 03:01:30.723989 188887 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:31.224160 188887 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:31.724550 188887 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:32.224150 188887 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:32.724081 188887 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:33.224527 188887 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:30.751301 191546 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1122 03:01:30.759270 191546 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1122 03:01:30.759290 191546 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1122 03:01:30.777551 191546 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1122 03:01:31.150786 191546 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1122 03:01:31.150946 191546 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:31.151021 191546 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes embed-certs-114686 minikube.k8s.io/updated_at=2025_11_22T03_01_31_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a minikube.k8s.io/name=embed-certs-114686 minikube.k8s.io/primary=true
I1122 03:01:31.338453 191546 ops.go:34] apiserver oom_adj: -16
I1122 03:01:31.393724 191546 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:31.894227 191546 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:32.394770 191546 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:32.894390 191546 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:33.394659 191546 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:33.724348 188887 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:34.224179 188887 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:34.352764 188887 kubeadm.go:1114] duration metric: took 4.034871904s to wait for elevateKubeSystemPrivileges
I1122 03:01:34.352798 188887 kubeadm.go:403] duration metric: took 26.483233269s to StartCluster
I1122 03:01:34.352817 188887 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:34.352884 188887 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:01:34.353569 188887 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:34.353819 188887 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:01:34.353986 188887 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1122 03:01:34.354229 188887 config.go:182] Loaded profile config "no-preload-564946": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:01:34.354279 188887 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 03:01:34.354349 188887 addons.go:70] Setting storage-provisioner=true in profile "no-preload-564946"
I1122 03:01:34.354366 188887 addons.go:239] Setting addon storage-provisioner=true in "no-preload-564946"
I1122 03:01:34.354395 188887 host.go:66] Checking if "no-preload-564946" exists ...
I1122 03:01:34.354899 188887 cli_runner.go:164] Run: docker container inspect no-preload-564946 --format={{.State.Status}}
I1122 03:01:34.355524 188887 addons.go:70] Setting default-storageclass=true in profile "no-preload-564946"
I1122 03:01:34.355545 188887 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "no-preload-564946"
I1122 03:01:34.355806 188887 cli_runner.go:164] Run: docker container inspect no-preload-564946 --format={{.State.Status}}
I1122 03:01:34.361231 188887 out.go:179] * Verifying Kubernetes components...
I1122 03:01:34.370878 188887 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:01:34.395614 188887 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1122 03:01:33.894572 191546 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:34.394110 191546 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:34.894763 191546 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:35.394454 191546 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:35.894392 191546 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:01:36.280275 191546 kubeadm.go:1114] duration metric: took 5.129385778s to wait for elevateKubeSystemPrivileges
I1122 03:01:36.280309 191546 kubeadm.go:403] duration metric: took 28.201132242s to StartCluster
I1122 03:01:36.280327 191546 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:36.280405 191546 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:01:36.281718 191546 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:01:36.283583 191546 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1122 03:01:36.283580 191546 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:01:36.283869 191546 config.go:182] Loaded profile config "embed-certs-114686": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:01:36.283913 191546 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 03:01:36.283976 191546 addons.go:70] Setting storage-provisioner=true in profile "embed-certs-114686"
I1122 03:01:36.283993 191546 addons.go:239] Setting addon storage-provisioner=true in "embed-certs-114686"
I1122 03:01:36.284020 191546 host.go:66] Checking if "embed-certs-114686" exists ...
I1122 03:01:36.284558 191546 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:01:36.285053 191546 addons.go:70] Setting default-storageclass=true in profile "embed-certs-114686"
I1122 03:01:36.285079 191546 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "embed-certs-114686"
I1122 03:01:36.285360 191546 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:01:36.287278 191546 out.go:179] * Verifying Kubernetes components...
I1122 03:01:36.290412 191546 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:01:36.350738 191546 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1122 03:01:34.398953 188887 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:01:34.398976 188887 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 03:01:34.399036 188887 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-564946
I1122 03:01:34.412158 188887 addons.go:239] Setting addon default-storageclass=true in "no-preload-564946"
I1122 03:01:34.412200 188887 host.go:66] Checking if "no-preload-564946" exists ...
I1122 03:01:34.412614 188887 cli_runner.go:164] Run: docker container inspect no-preload-564946 --format={{.State.Status}}
I1122 03:01:34.462508 188887 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33061 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/no-preload-564946/id_rsa Username:docker}
I1122 03:01:34.473699 188887 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 03:01:34.473719 188887 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 03:01:34.473781 188887 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-564946
I1122 03:01:34.500660 188887 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33061 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/no-preload-564946/id_rsa Username:docker}
I1122 03:01:34.891513 188887 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:01:34.924651 188887 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.76.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1122 03:01:34.924823 188887 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:01:34.986558 188887 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 03:01:36.882945 188887 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.991343766s)
I1122 03:01:36.882999 188887 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.95814269s)
I1122 03:01:36.884195 188887 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.76.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.959469674s)
I1122 03:01:36.884226 188887 start.go:977] {"host.minikube.internal": 192.168.76.1} host record injected into CoreDNS's ConfigMap
I1122 03:01:36.885612 188887 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.8990237s)
I1122 03:01:36.886910 188887 node_ready.go:35] waiting up to 6m0s for node "no-preload-564946" to be "Ready" ...
I1122 03:01:36.972854 188887 out.go:179] * Enabled addons: storage-provisioner, default-storageclass
I1122 03:01:36.352592 191546 addons.go:239] Setting addon default-storageclass=true in "embed-certs-114686"
I1122 03:01:36.352634 191546 host.go:66] Checking if "embed-certs-114686" exists ...
I1122 03:01:36.353085 191546 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:01:36.353717 191546 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:01:36.353744 191546 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 03:01:36.353792 191546 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:01:36.393875 191546 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 03:01:36.393897 191546 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 03:01:36.393960 191546 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:01:36.394381 191546 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33066 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:01:36.423194 191546 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33066 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:01:36.877105 191546 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:01:36.978425 191546 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:01:36.978625 191546 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.85.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1122 03:01:37.091833 191546 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 03:01:38.268383 191546 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.391244118s)
I1122 03:01:38.268545 191546 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.85.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.28986769s)
I1122 03:01:38.268662 191546 start.go:977] {"host.minikube.internal": 192.168.85.1} host record injected into CoreDNS's ConfigMap
I1122 03:01:38.268578 191546 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.290133372s)
I1122 03:01:38.269788 191546 node_ready.go:35] waiting up to 6m0s for node "embed-certs-114686" to be "Ready" ...
I1122 03:01:38.268599 191546 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.176747583s)
I1122 03:01:38.334132 191546 out.go:179] * Enabled addons: storage-provisioner, default-storageclass
I1122 03:01:36.975715 188887 addons.go:530] duration metric: took 2.621427145s for enable addons: enabled=[storage-provisioner default-storageclass]
I1122 03:01:37.391511 188887 kapi.go:214] "coredns" deployment in "kube-system" namespace and "no-preload-564946" context rescaled to 1 replicas
I1122 03:01:38.337352 191546 addons.go:530] duration metric: took 2.053407955s for enable addons: enabled=[storage-provisioner default-storageclass]
I1122 03:01:38.776028 191546 kapi.go:214] "coredns" deployment in "kube-system" namespace and "embed-certs-114686" context rescaled to 1 replicas
W1122 03:01:38.890232 188887 node_ready.go:57] node "no-preload-564946" has "Ready":"False" status (will retry)
W1122 03:01:41.390133 188887 node_ready.go:57] node "no-preload-564946" has "Ready":"False" status (will retry)
W1122 03:01:40.273190 191546 node_ready.go:57] node "embed-certs-114686" has "Ready":"False" status (will retry)
W1122 03:01:42.273339 191546 node_ready.go:57] node "embed-certs-114686" has "Ready":"False" status (will retry)
W1122 03:01:43.889565 188887 node_ready.go:57] node "no-preload-564946" has "Ready":"False" status (will retry)
W1122 03:01:45.891148 188887 node_ready.go:57] node "no-preload-564946" has "Ready":"False" status (will retry)
W1122 03:01:48.390571 188887 node_ready.go:57] node "no-preload-564946" has "Ready":"False" status (will retry)
W1122 03:01:44.773742 191546 node_ready.go:57] node "embed-certs-114686" has "Ready":"False" status (will retry)
W1122 03:01:47.272544 191546 node_ready.go:57] node "embed-certs-114686" has "Ready":"False" status (will retry)
W1122 03:01:50.390950 188887 node_ready.go:57] node "no-preload-564946" has "Ready":"False" status (will retry)
I1122 03:01:50.890024 188887 node_ready.go:49] node "no-preload-564946" is "Ready"
I1122 03:01:50.890049 188887 node_ready.go:38] duration metric: took 14.003113968s for node "no-preload-564946" to be "Ready" ...
I1122 03:01:50.890063 188887 api_server.go:52] waiting for apiserver process to appear ...
I1122 03:01:50.890121 188887 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 03:01:50.918503 188887 api_server.go:72] duration metric: took 16.564656168s to wait for apiserver process to appear ...
I1122 03:01:50.918529 188887 api_server.go:88] waiting for apiserver healthz status ...
I1122 03:01:50.918552 188887 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1122 03:01:50.927355 188887 api_server.go:279] https://192.168.76.2:8443/healthz returned 200:
ok
I1122 03:01:50.928413 188887 api_server.go:141] control plane version: v1.34.1
I1122 03:01:50.928440 188887 api_server.go:131] duration metric: took 9.902715ms to wait for apiserver health ...
I1122 03:01:50.928452 188887 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 03:01:50.931560 188887 system_pods.go:59] 8 kube-system pods found
I1122 03:01:50.931599 188887 system_pods.go:61] "coredns-66bc5c9577-6bdck" [406b645c-ca29-4232-8db6-cfdc403d11ed] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:01:50.931606 188887 system_pods.go:61] "etcd-no-preload-564946" [bb915ac5-da34-4c2d-87c1-b1bf1a470317] Running
I1122 03:01:50.931612 188887 system_pods.go:61] "kindnet-h6js2" [01d98e99-caf2-4f36-9162-f63397bb293d] Running
I1122 03:01:50.931616 188887 system_pods.go:61] "kube-apiserver-no-preload-564946" [3449ec40-1ad4-4810-ad31-5903c7edf169] Running
I1122 03:01:50.931622 188887 system_pods.go:61] "kube-controller-manager-no-preload-564946" [3663056f-c3d0-4170-8580-e75c34c6ada4] Running
I1122 03:01:50.931627 188887 system_pods.go:61] "kube-proxy-sq77t" [835e0c1d-92a3-4366-b7f8-a01020d081a5] Running
I1122 03:01:50.931631 188887 system_pods.go:61] "kube-scheduler-no-preload-564946" [ccc88c99-83f3-4889-aff9-8f11e319fcff] Running
I1122 03:01:50.931646 188887 system_pods.go:61] "storage-provisioner" [9e14b328-1ac0-4036-9df8-81e0ab33bf4a] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:01:50.931655 188887 system_pods.go:74] duration metric: took 3.197873ms to wait for pod list to return data ...
I1122 03:01:50.931664 188887 default_sa.go:34] waiting for default service account to be created ...
I1122 03:01:50.935644 188887 default_sa.go:45] found service account: "default"
I1122 03:01:50.935679 188887 default_sa.go:55] duration metric: took 3.99927ms for default service account to be created ...
I1122 03:01:50.935690 188887 system_pods.go:116] waiting for k8s-apps to be running ...
I1122 03:01:50.938563 188887 system_pods.go:86] 8 kube-system pods found
I1122 03:01:50.938594 188887 system_pods.go:89] "coredns-66bc5c9577-6bdck" [406b645c-ca29-4232-8db6-cfdc403d11ed] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:01:50.938602 188887 system_pods.go:89] "etcd-no-preload-564946" [bb915ac5-da34-4c2d-87c1-b1bf1a470317] Running
I1122 03:01:50.938633 188887 system_pods.go:89] "kindnet-h6js2" [01d98e99-caf2-4f36-9162-f63397bb293d] Running
I1122 03:01:50.938639 188887 system_pods.go:89] "kube-apiserver-no-preload-564946" [3449ec40-1ad4-4810-ad31-5903c7edf169] Running
I1122 03:01:50.938647 188887 system_pods.go:89] "kube-controller-manager-no-preload-564946" [3663056f-c3d0-4170-8580-e75c34c6ada4] Running
I1122 03:01:50.938652 188887 system_pods.go:89] "kube-proxy-sq77t" [835e0c1d-92a3-4366-b7f8-a01020d081a5] Running
I1122 03:01:50.938665 188887 system_pods.go:89] "kube-scheduler-no-preload-564946" [ccc88c99-83f3-4889-aff9-8f11e319fcff] Running
I1122 03:01:50.938671 188887 system_pods.go:89] "storage-provisioner" [9e14b328-1ac0-4036-9df8-81e0ab33bf4a] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:01:50.938699 188887 retry.go:31] will retry after 270.900038ms: missing components: kube-dns
I1122 03:01:51.214145 188887 system_pods.go:86] 8 kube-system pods found
I1122 03:01:51.214182 188887 system_pods.go:89] "coredns-66bc5c9577-6bdck" [406b645c-ca29-4232-8db6-cfdc403d11ed] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:01:51.214189 188887 system_pods.go:89] "etcd-no-preload-564946" [bb915ac5-da34-4c2d-87c1-b1bf1a470317] Running
I1122 03:01:51.214196 188887 system_pods.go:89] "kindnet-h6js2" [01d98e99-caf2-4f36-9162-f63397bb293d] Running
I1122 03:01:51.214202 188887 system_pods.go:89] "kube-apiserver-no-preload-564946" [3449ec40-1ad4-4810-ad31-5903c7edf169] Running
I1122 03:01:51.214209 188887 system_pods.go:89] "kube-controller-manager-no-preload-564946" [3663056f-c3d0-4170-8580-e75c34c6ada4] Running
I1122 03:01:51.214213 188887 system_pods.go:89] "kube-proxy-sq77t" [835e0c1d-92a3-4366-b7f8-a01020d081a5] Running
I1122 03:01:51.214217 188887 system_pods.go:89] "kube-scheduler-no-preload-564946" [ccc88c99-83f3-4889-aff9-8f11e319fcff] Running
I1122 03:01:51.214223 188887 system_pods.go:89] "storage-provisioner" [9e14b328-1ac0-4036-9df8-81e0ab33bf4a] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:01:51.214243 188887 retry.go:31] will retry after 375.120457ms: missing components: kube-dns
I1122 03:01:51.593676 188887 system_pods.go:86] 8 kube-system pods found
I1122 03:01:51.593712 188887 system_pods.go:89] "coredns-66bc5c9577-6bdck" [406b645c-ca29-4232-8db6-cfdc403d11ed] Running
I1122 03:01:51.593719 188887 system_pods.go:89] "etcd-no-preload-564946" [bb915ac5-da34-4c2d-87c1-b1bf1a470317] Running
I1122 03:01:51.593724 188887 system_pods.go:89] "kindnet-h6js2" [01d98e99-caf2-4f36-9162-f63397bb293d] Running
I1122 03:01:51.593728 188887 system_pods.go:89] "kube-apiserver-no-preload-564946" [3449ec40-1ad4-4810-ad31-5903c7edf169] Running
I1122 03:01:51.593735 188887 system_pods.go:89] "kube-controller-manager-no-preload-564946" [3663056f-c3d0-4170-8580-e75c34c6ada4] Running
I1122 03:01:51.593739 188887 system_pods.go:89] "kube-proxy-sq77t" [835e0c1d-92a3-4366-b7f8-a01020d081a5] Running
I1122 03:01:51.593744 188887 system_pods.go:89] "kube-scheduler-no-preload-564946" [ccc88c99-83f3-4889-aff9-8f11e319fcff] Running
I1122 03:01:51.593748 188887 system_pods.go:89] "storage-provisioner" [9e14b328-1ac0-4036-9df8-81e0ab33bf4a] Running
I1122 03:01:51.593754 188887 system_pods.go:126] duration metric: took 658.059244ms to wait for k8s-apps to be running ...
I1122 03:01:51.593763 188887 system_svc.go:44] waiting for kubelet service to be running ....
I1122 03:01:51.593818 188887 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:01:51.611090 188887 system_svc.go:56] duration metric: took 17.318ms WaitForService to wait for kubelet
I1122 03:01:51.611117 188887 kubeadm.go:587] duration metric: took 17.257275399s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:01:51.611137 188887 node_conditions.go:102] verifying NodePressure condition ...
I1122 03:01:51.614010 188887 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 03:01:51.614049 188887 node_conditions.go:123] node cpu capacity is 2
I1122 03:01:51.614061 188887 node_conditions.go:105] duration metric: took 2.918898ms to run NodePressure ...
I1122 03:01:51.614074 188887 start.go:242] waiting for startup goroutines ...
I1122 03:01:51.614083 188887 start.go:247] waiting for cluster config update ...
I1122 03:01:51.614094 188887 start.go:256] writing updated cluster config ...
I1122 03:01:51.614406 188887 ssh_runner.go:195] Run: rm -f paused
I1122 03:01:51.618973 188887 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:01:51.623028 188887 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-6bdck" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:01:51.628223 188887 pod_ready.go:94] pod "coredns-66bc5c9577-6bdck" is "Ready"
I1122 03:01:51.628254 188887 pod_ready.go:86] duration metric: took 5.201504ms for pod "coredns-66bc5c9577-6bdck" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:01:51.630833 188887 pod_ready.go:83] waiting for pod "etcd-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:01:51.635752 188887 pod_ready.go:94] pod "etcd-no-preload-564946" is "Ready"
I1122 03:01:51.635778 188887 pod_ready.go:86] duration metric: took 4.915521ms for pod "etcd-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:01:51.638264 188887 pod_ready.go:83] waiting for pod "kube-apiserver-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:01:51.642754 188887 pod_ready.go:94] pod "kube-apiserver-no-preload-564946" is "Ready"
I1122 03:01:51.642779 188887 pod_ready.go:86] duration metric: took 4.490675ms for pod "kube-apiserver-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:01:51.645183 188887 pod_ready.go:83] waiting for pod "kube-controller-manager-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:01:52.023635 188887 pod_ready.go:94] pod "kube-controller-manager-no-preload-564946" is "Ready"
I1122 03:01:52.023664 188887 pod_ready.go:86] duration metric: took 378.457097ms for pod "kube-controller-manager-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:01:52.224008 188887 pod_ready.go:83] waiting for pod "kube-proxy-sq77t" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:01:52.623662 188887 pod_ready.go:94] pod "kube-proxy-sq77t" is "Ready"
I1122 03:01:52.623688 188887 pod_ready.go:86] duration metric: took 399.606642ms for pod "kube-proxy-sq77t" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:01:52.823975 188887 pod_ready.go:83] waiting for pod "kube-scheduler-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:01:53.223395 188887 pod_ready.go:94] pod "kube-scheduler-no-preload-564946" is "Ready"
I1122 03:01:53.223424 188887 pod_ready.go:86] duration metric: took 399.421257ms for pod "kube-scheduler-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:01:53.223437 188887 pod_ready.go:40] duration metric: took 1.60443085s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:01:53.285729 188887 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 03:01:53.290779 188887 out.go:179] * Done! kubectl is now configured to use "no-preload-564946" cluster and "default" namespace by default
W1122 03:01:49.273450 191546 node_ready.go:57] node "embed-certs-114686" has "Ready":"False" status (will retry)
W1122 03:01:51.275933 191546 node_ready.go:57] node "embed-certs-114686" has "Ready":"False" status (will retry)
W1122 03:01:53.773388 191546 node_ready.go:57] node "embed-certs-114686" has "Ready":"False" status (will retry)
W1122 03:01:56.273738 191546 node_ready.go:57] node "embed-certs-114686" has "Ready":"False" status (will retry)
W1122 03:01:58.774074 191546 node_ready.go:57] node "embed-certs-114686" has "Ready":"False" status (will retry)
==> CRI-O <==
Nov 22 03:01:51 no-preload-564946 crio[839]: time="2025-11-22T03:01:51.066458629Z" level=info msg="Created container aeb40d133da87cb065bbb18b70d8085b2ce5444e4f3a2b5d1f1f5d8ce333c5ea: kube-system/coredns-66bc5c9577-6bdck/coredns" id=a76e1de9-2c27-4ce2-a4bc-813b7727701b name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:01:51 no-preload-564946 crio[839]: time="2025-11-22T03:01:51.067535817Z" level=info msg="Starting container: aeb40d133da87cb065bbb18b70d8085b2ce5444e4f3a2b5d1f1f5d8ce333c5ea" id=73d97663-a9ea-41ad-a143-a0c5e27a830a name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:01:51 no-preload-564946 crio[839]: time="2025-11-22T03:01:51.069435923Z" level=info msg="Started container" PID=2498 containerID=aeb40d133da87cb065bbb18b70d8085b2ce5444e4f3a2b5d1f1f5d8ce333c5ea description=kube-system/coredns-66bc5c9577-6bdck/coredns id=73d97663-a9ea-41ad-a143-a0c5e27a830a name=/runtime.v1.RuntimeService/StartContainer sandboxID=2ba496b77e8b9e3f6cfab060191abed2f09ab6617860cf846f95ae3544000c17
Nov 22 03:01:53 no-preload-564946 crio[839]: time="2025-11-22T03:01:53.826996966Z" level=info msg="Running pod sandbox: default/busybox/POD" id=1b925351-2b47-4dec-b1b3-ad9a4743dd66 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:01:53 no-preload-564946 crio[839]: time="2025-11-22T03:01:53.827067687Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:01:53 no-preload-564946 crio[839]: time="2025-11-22T03:01:53.83488417Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:a7fc2fb14a68d14b9258e4f2825817a1212a545c19c9ab07643dd7496cce0f89 UID:f39a9ba5-b6bc-4e71-be6d-1ad543a98916 NetNS:/var/run/netns/771d922b-f29e-4b18-b4bb-7a30ecd50d10 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x400129cb48}] Aliases:map[]}"
Nov 22 03:01:53 no-preload-564946 crio[839]: time="2025-11-22T03:01:53.834926098Z" level=info msg="Adding pod default_busybox to CNI network \"kindnet\" (type=ptp)"
Nov 22 03:01:53 no-preload-564946 crio[839]: time="2025-11-22T03:01:53.844366199Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:a7fc2fb14a68d14b9258e4f2825817a1212a545c19c9ab07643dd7496cce0f89 UID:f39a9ba5-b6bc-4e71-be6d-1ad543a98916 NetNS:/var/run/netns/771d922b-f29e-4b18-b4bb-7a30ecd50d10 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x400129cb48}] Aliases:map[]}"
Nov 22 03:01:53 no-preload-564946 crio[839]: time="2025-11-22T03:01:53.844529211Z" level=info msg="Checking pod default_busybox for CNI network kindnet (type=ptp)"
Nov 22 03:01:53 no-preload-564946 crio[839]: time="2025-11-22T03:01:53.850042051Z" level=info msg="Ran pod sandbox a7fc2fb14a68d14b9258e4f2825817a1212a545c19c9ab07643dd7496cce0f89 with infra container: default/busybox/POD" id=1b925351-2b47-4dec-b1b3-ad9a4743dd66 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:01:53 no-preload-564946 crio[839]: time="2025-11-22T03:01:53.851237803Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=a879cf6b-9c27-4550-8bdb-c74c227cfacc name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:01:53 no-preload-564946 crio[839]: time="2025-11-22T03:01:53.851378062Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28.4-glibc not found" id=a879cf6b-9c27-4550-8bdb-c74c227cfacc name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:01:53 no-preload-564946 crio[839]: time="2025-11-22T03:01:53.851415863Z" level=info msg="Neither image nor artfiact gcr.io/k8s-minikube/busybox:1.28.4-glibc found" id=a879cf6b-9c27-4550-8bdb-c74c227cfacc name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:01:53 no-preload-564946 crio[839]: time="2025-11-22T03:01:53.852192004Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=10c538bc-cbfb-4c37-80ba-ac7b4d6f8074 name=/runtime.v1.ImageService/PullImage
Nov 22 03:01:53 no-preload-564946 crio[839]: time="2025-11-22T03:01:53.854460726Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28.4-glibc\""
Nov 22 03:01:55 no-preload-564946 crio[839]: time="2025-11-22T03:01:55.943220395Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e" id=10c538bc-cbfb-4c37-80ba-ac7b4d6f8074 name=/runtime.v1.ImageService/PullImage
Nov 22 03:01:55 no-preload-564946 crio[839]: time="2025-11-22T03:01:55.943797578Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=d147bb63-212d-4565-bbf9-a6e022406f49 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:01:55 no-preload-564946 crio[839]: time="2025-11-22T03:01:55.945469278Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=ca190e7f-e7ee-46dc-8a15-37944faf4898 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:01:55 no-preload-564946 crio[839]: time="2025-11-22T03:01:55.95096551Z" level=info msg="Creating container: default/busybox/busybox" id=7f49a6cc-14d9-454e-a4a3-32fb7052e6a3 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:01:55 no-preload-564946 crio[839]: time="2025-11-22T03:01:55.951095931Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:01:55 no-preload-564946 crio[839]: time="2025-11-22T03:01:55.956064138Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:01:55 no-preload-564946 crio[839]: time="2025-11-22T03:01:55.956606383Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:01:55 no-preload-564946 crio[839]: time="2025-11-22T03:01:55.971868839Z" level=info msg="Created container b8622f1be95fc3b3f36e079896cc7e4f2792fbc9ddb82acd7b5d3c50557044bf: default/busybox/busybox" id=7f49a6cc-14d9-454e-a4a3-32fb7052e6a3 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:01:55 no-preload-564946 crio[839]: time="2025-11-22T03:01:55.974738408Z" level=info msg="Starting container: b8622f1be95fc3b3f36e079896cc7e4f2792fbc9ddb82acd7b5d3c50557044bf" id=d876e303-b931-425b-95c9-1a1d7374bdb4 name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:01:55 no-preload-564946 crio[839]: time="2025-11-22T03:01:55.977807977Z" level=info msg="Started container" PID=2548 containerID=b8622f1be95fc3b3f36e079896cc7e4f2792fbc9ddb82acd7b5d3c50557044bf description=default/busybox/busybox id=d876e303-b931-425b-95c9-1a1d7374bdb4 name=/runtime.v1.RuntimeService/StartContainer sandboxID=a7fc2fb14a68d14b9258e4f2825817a1212a545c19c9ab07643dd7496cce0f89
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
b8622f1be95fc gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e 8 seconds ago Running busybox 0 a7fc2fb14a68d busybox default
aeb40d133da87 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 13 seconds ago Running coredns 0 2ba496b77e8b9 coredns-66bc5c9577-6bdck kube-system
71566054580b3 66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51 13 seconds ago Running storage-provisioner 0 843c1916ec349 storage-provisioner kube-system
a80779fc61e2b docker.io/kindest/kindnetd@sha256:2bdc3188f2ddc8e54841f69ef900a8dde1280057c97500f966a7ef31364021f1 24 seconds ago Running kindnet-cni 0 e3fa76dd397ce kindnet-h6js2 kube-system
00da50bdbdc0d 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 28 seconds ago Running kube-proxy 0 07a3880f8faf1 kube-proxy-sq77t kube-system
512fefccdcd1e b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 44 seconds ago Running kube-scheduler 0 c2ffdfcf4f0a1 kube-scheduler-no-preload-564946 kube-system
2a1649c3eb4a4 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 44 seconds ago Running kube-controller-manager 0 22580f9f77c9a kube-controller-manager-no-preload-564946 kube-system
1ed37f07d7ecf a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 44 seconds ago Running etcd 0 8a612e50822d4 etcd-no-preload-564946 kube-system
8583863fb9e8f 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 44 seconds ago Running kube-apiserver 0 9813396200f0b kube-apiserver-no-preload-564946 kube-system
==> coredns [aeb40d133da87cb065bbb18b70d8085b2ce5444e4f3a2b5d1f1f5d8ce333c5ea] <==
maxprocs: Leaving GOMAXPROCS=2: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:53606 - 61125 "HINFO IN 3408405214011498060.2281548874306649506. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.019987979s
==> describe nodes <==
Name: no-preload-564946
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=no-preload-564946
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=no-preload-564946
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T03_01_30_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 03:01:25 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: no-preload-564946
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 03:02:00 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 03:02:00 +0000 Sat, 22 Nov 2025 03:01:19 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 03:02:00 +0000 Sat, 22 Nov 2025 03:01:19 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 03:02:00 +0000 Sat, 22 Nov 2025 03:01:19 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 22 Nov 2025 03:02:00 +0000 Sat, 22 Nov 2025 03:01:50 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: no-preload-564946
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: ddf38238-c432-43ff-9e94-380a569f4db9
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11s
kube-system coredns-66bc5c9577-6bdck 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 30s
kube-system etcd-no-preload-564946 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 35s
kube-system kindnet-h6js2 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 30s
kube-system kube-apiserver-no-preload-564946 250m (12%) 0 (0%) 0 (0%) 0 (0%) 38s
kube-system kube-controller-manager-no-preload-564946 200m (10%) 0 (0%) 0 (0%) 0 (0%) 35s
kube-system kube-proxy-sq77t 0 (0%) 0 (0%) 0 (0%) 0 (0%) 30s
kube-system kube-scheduler-no-preload-564946 100m (5%) 0 (0%) 0 (0%) 0 (0%) 35s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 28s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 28s kube-proxy
Warning CgroupV1 46s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 46s (x8 over 46s) kubelet Node no-preload-564946 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 46s (x8 over 46s) kubelet Node no-preload-564946 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 46s (x8 over 46s) kubelet Node no-preload-564946 status is now: NodeHasSufficientPID
Normal Starting 35s kubelet Starting kubelet.
Warning CgroupV1 35s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 35s kubelet Node no-preload-564946 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 35s kubelet Node no-preload-564946 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 35s kubelet Node no-preload-564946 status is now: NodeHasSufficientPID
Normal RegisteredNode 31s node-controller Node no-preload-564946 event: Registered Node no-preload-564946 in Controller
Normal NodeReady 14s kubelet Node no-preload-564946 status is now: NodeReady
==> dmesg <==
[Nov22 02:38] overlayfs: idmapped layers are currently not supported
[Nov22 02:39] overlayfs: idmapped layers are currently not supported
[Nov22 02:41] overlayfs: idmapped layers are currently not supported
[ +22.252297] overlayfs: idmapped layers are currently not supported
[ +13.476824] overlayfs: idmapped layers are currently not supported
[Nov22 02:42] hrtimer: interrupt took 39554483 ns
[ +30.996351] overlayfs: idmapped layers are currently not supported
[ +28.004266] overlayfs: idmapped layers are currently not supported
[Nov22 02:43] overlayfs: idmapped layers are currently not supported
[Nov22 02:44] overlayfs: idmapped layers are currently not supported
[Nov22 02:45] overlayfs: idmapped layers are currently not supported
[Nov22 02:46] overlayfs: idmapped layers are currently not supported
[Nov22 02:49] overlayfs: idmapped layers are currently not supported
[Nov22 02:51] overlayfs: idmapped layers are currently not supported
[ +27.358169] systemd-journald[231]: Failed to send stream file descriptor to service manager: Connection refused
[ +1.241009] overlayfs: idmapped layers are currently not supported
[Nov22 02:53] overlayfs: idmapped layers are currently not supported
[Nov22 02:56] overlayfs: idmapped layers are currently not supported
[Nov22 02:57] overlayfs: idmapped layers are currently not supported
[ +5.709995] overlayfs: idmapped layers are currently not supported
[ +34.878505] overlayfs: idmapped layers are currently not supported
[Nov22 02:58] overlayfs: idmapped layers are currently not supported
[Nov22 02:59] overlayfs: idmapped layers are currently not supported
[Nov22 03:00] overlayfs: idmapped layers are currently not supported
[Nov22 03:01] overlayfs: idmapped layers are currently not supported
==> etcd [1ed37f07d7ecf6326fc69642c782bc51dd09df97b4dfad796bf7bd4e10870ad6] <==
{"level":"warn","ts":"2025-11-22T03:01:22.756171Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58096","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:22.777675Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58148","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:22.859470Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58180","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:22.883221Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58220","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:22.906389Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58240","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:22.949679Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58298","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.050298Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58314","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.071346Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58338","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.112156Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58366","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.138583Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58404","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.169041Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58424","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.187093Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58442","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.219436Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58480","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.240427Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58522","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.303139Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58524","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.319657Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58566","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.359212Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58596","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.415704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58646","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.418236Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58696","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.473004Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58742","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.492131Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58788","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.526296Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58812","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.685905Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58918","server-name":"","error":"EOF"}
{"level":"info","ts":"2025-11-22T03:01:34.827335Z","caller":"traceutil/trace.go:172","msg":"trace[1054774438] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"107.877828ms","start":"2025-11-22T03:01:34.719440Z","end":"2025-11-22T03:01:34.827318Z","steps":["trace[1054774438] 'process raft request' (duration: 107.761725ms)"],"step_count":1}
{"level":"info","ts":"2025-11-22T03:01:34.839643Z","caller":"traceutil/trace.go:172","msg":"trace[383283768] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"119.864902ms","start":"2025-11-22T03:01:34.719761Z","end":"2025-11-22T03:01:34.839626Z","steps":["trace[383283768] 'process raft request' (duration: 119.651174ms)"],"step_count":1}
==> kernel <==
03:02:04 up 1:44, 0 user, load average: 3.26, 3.35, 2.68
Linux no-preload-564946 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [a80779fc61e2b48fbec69b2e16a37eba080098aecdcebd91003a3fd9ec9a08eb] <==
I1122 03:01:40.012784 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 03:01:40.107081 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1122 03:01:40.107299 1 main.go:148] setting mtu 1500 for CNI
I1122 03:01:40.107320 1 main.go:178] kindnetd IP family: "ipv4"
I1122 03:01:40.107340 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T03:01:40Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 03:01:40.310316 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 03:01:40.312185 1 controller.go:381] "Waiting for informer caches to sync"
I1122 03:01:40.312260 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 03:01:40.312403 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1122 03:01:40.606868 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 03:01:40.607362 1 metrics.go:72] Registering metrics
I1122 03:01:40.607412 1 controller.go:711] "Syncing nftables rules"
I1122 03:01:50.309745 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 03:01:50.309795 1 main.go:301] handling current node
I1122 03:02:00.340533 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 03:02:00.340685 1 main.go:301] handling current node
==> kube-apiserver [8583863fb9e8fd467ec7358d786cca7685517ea0eb5b212c1ae4c4c8f08a459e] <==
I1122 03:01:25.541320 1 controller.go:667] quota admission added evaluator for: namespaces
I1122 03:01:25.556707 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 03:01:25.557294 1 default_servicecidr_controller.go:228] Setting default ServiceCIDR condition Ready to True
I1122 03:01:25.589079 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1122 03:01:25.607731 1 default_servicecidr_controller.go:228] Setting default ServiceCIDR condition Ready to True
I1122 03:01:25.608091 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1122 03:01:25.614696 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 03:01:25.973235 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I1122 03:01:26.004946 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I1122 03:01:26.005294 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 03:01:27.829035 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1122 03:01:27.891803 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1122 03:01:27.971165 1 alloc.go:328] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1122 03:01:27.987466 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.76.2]
I1122 03:01:27.988609 1 controller.go:667] quota admission added evaluator for: endpoints
I1122 03:01:27.994060 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1122 03:01:28.264590 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1122 03:01:29.180198 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1122 03:01:29.208367 1 alloc.go:328] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1122 03:01:29.226406 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
I1122 03:01:33.963755 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1122 03:01:34.111843 1 controller.go:667] quota admission added evaluator for: controllerrevisions.apps
I1122 03:01:34.271167 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 03:01:34.284502 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
E1122 03:02:02.675281 1 conn.go:339] Error on socket receive: read tcp 192.168.76.2:8443->192.168.76.1:51848: use of closed network connection
==> kube-controller-manager [2a1649c3eb4a493d482824211a24c03e59d3d83a4b7cc5eb0caec9ad3de4b468] <==
I1122 03:01:33.356716 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1122 03:01:33.356723 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1122 03:01:33.357039 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-serving"
I1122 03:01:33.357089 1 shared_informer.go:356] "Caches are synced" controller="validatingadmissionpolicy-status"
I1122 03:01:33.357110 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1122 03:01:33.357184 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1122 03:01:33.358100 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-client"
I1122 03:01:33.358157 1 shared_informer.go:356] "Caches are synced" controller="ReplicationController"
I1122 03:01:33.359285 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1122 03:01:33.359627 1 shared_informer.go:356] "Caches are synced" controller="job"
I1122 03:01:33.359886 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kube-apiserver-client"
I1122 03:01:33.360625 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1122 03:01:33.366570 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 03:01:33.368673 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1122 03:01:33.373143 1 shared_informer.go:356] "Caches are synced" controller="cronjob"
I1122 03:01:33.374354 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1122 03:01:33.376549 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1122 03:01:33.380932 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
I1122 03:01:33.387307 1 shared_informer.go:356] "Caches are synced" controller="taint"
I1122 03:01:33.387411 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""
I1122 03:01:33.387488 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="no-preload-564946"
I1122 03:01:33.387534 1 node_lifecycle_controller.go:1025] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" logger="node-lifecycle-controller"
I1122 03:01:33.387307 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1122 03:01:33.391537 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 03:01:53.391257 1 node_lifecycle_controller.go:1044] "Controller detected that some Nodes are Ready. Exiting master disruption mode" logger="node-lifecycle-controller"
==> kube-proxy [00da50bdbdc0df9d8070d4eb271c7cca4c981753a6cb2b18992dcdf38ee528fb] <==
I1122 03:01:35.403427 1 server_linux.go:53] "Using iptables proxy"
I1122 03:01:35.580476 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 03:01:35.681393 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 03:01:35.681449 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1122 03:01:35.681529 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 03:01:35.839062 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 03:01:35.839124 1 server_linux.go:132] "Using iptables Proxier"
I1122 03:01:35.848531 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 03:01:35.848848 1 server.go:527] "Version info" version="v1.34.1"
I1122 03:01:35.848863 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:01:35.850431 1 config.go:200] "Starting service config controller"
I1122 03:01:35.850441 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 03:01:35.850456 1 config.go:106] "Starting endpoint slice config controller"
I1122 03:01:35.850460 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 03:01:35.850470 1 config.go:403] "Starting serviceCIDR config controller"
I1122 03:01:35.850474 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 03:01:35.859636 1 config.go:309] "Starting node config controller"
I1122 03:01:35.859657 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 03:01:35.859664 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 03:01:35.956971 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1122 03:01:35.957008 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 03:01:35.957043 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [512fefccdcd1edb802104737a91b7d5af6c6326429e5d96dec9aac2ad222d682] <==
I1122 03:01:26.626378 1 serving.go:386] Generated self-signed cert in-memory
W1122 03:01:27.710984 1 requestheader_controller.go:204] Unable to get configmap/extension-apiserver-authentication in kube-system. Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'
W1122 03:01:27.711065 1 authentication.go:397] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"
W1122 03:01:27.711084 1 authentication.go:398] Continuing without authentication configuration. This may treat all requests as anonymous.
W1122 03:01:27.711091 1 authentication.go:399] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1122 03:01:27.748257 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1122 03:01:27.748401 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:01:27.751181 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:01:27.751265 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:01:27.753088 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1122 03:01:27.753215 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E1122 03:01:27.761450 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
I1122 03:01:29.151849 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Nov 22 03:01:34 no-preload-564946 kubelet[2016]: I1122 03:01:34.207350 2016 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-proxy\" (UniqueName: \"kubernetes.io/configmap/835e0c1d-92a3-4366-b7f8-a01020d081a5-kube-proxy\") pod \"kube-proxy-sq77t\" (UID: \"835e0c1d-92a3-4366-b7f8-a01020d081a5\") " pod="kube-system/kube-proxy-sq77t"
Nov 22 03:01:34 no-preload-564946 kubelet[2016]: I1122 03:01:34.207477 2016 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/835e0c1d-92a3-4366-b7f8-a01020d081a5-lib-modules\") pod \"kube-proxy-sq77t\" (UID: \"835e0c1d-92a3-4366-b7f8-a01020d081a5\") " pod="kube-system/kube-proxy-sq77t"
Nov 22 03:01:34 no-preload-564946 kubelet[2016]: I1122 03:01:34.207604 2016 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-778kh\" (UniqueName: \"kubernetes.io/projected/01d98e99-caf2-4f36-9162-f63397bb293d-kube-api-access-778kh\") pod \"kindnet-h6js2\" (UID: \"01d98e99-caf2-4f36-9162-f63397bb293d\") " pod="kube-system/kindnet-h6js2"
Nov 22 03:01:34 no-preload-564946 kubelet[2016]: I1122 03:01:34.207732 2016 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lrx4c\" (UniqueName: \"kubernetes.io/projected/835e0c1d-92a3-4366-b7f8-a01020d081a5-kube-api-access-lrx4c\") pod \"kube-proxy-sq77t\" (UID: \"835e0c1d-92a3-4366-b7f8-a01020d081a5\") " pod="kube-system/kube-proxy-sq77t"
Nov 22 03:01:34 no-preload-564946 kubelet[2016]: I1122 03:01:34.207854 2016 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/01d98e99-caf2-4f36-9162-f63397bb293d-cni-cfg\") pod \"kindnet-h6js2\" (UID: \"01d98e99-caf2-4f36-9162-f63397bb293d\") " pod="kube-system/kindnet-h6js2"
Nov 22 03:01:34 no-preload-564946 kubelet[2016]: E1122 03:01:34.336996 2016 projected.go:291] Couldn't get configMap kube-system/kube-root-ca.crt: configmap "kube-root-ca.crt" not found
Nov 22 03:01:34 no-preload-564946 kubelet[2016]: E1122 03:01:34.337035 2016 projected.go:196] Error preparing data for projected volume kube-api-access-778kh for pod kube-system/kindnet-h6js2: configmap "kube-root-ca.crt" not found
Nov 22 03:01:34 no-preload-564946 kubelet[2016]: E1122 03:01:34.337112 2016 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/01d98e99-caf2-4f36-9162-f63397bb293d-kube-api-access-778kh podName:01d98e99-caf2-4f36-9162-f63397bb293d nodeName:}" failed. No retries permitted until 2025-11-22 03:01:34.837087488 +0000 UTC m=+5.724687961 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-778kh" (UniqueName: "kubernetes.io/projected/01d98e99-caf2-4f36-9162-f63397bb293d-kube-api-access-778kh") pod "kindnet-h6js2" (UID: "01d98e99-caf2-4f36-9162-f63397bb293d") : configmap "kube-root-ca.crt" not found
Nov 22 03:01:34 no-preload-564946 kubelet[2016]: E1122 03:01:34.338335 2016 projected.go:291] Couldn't get configMap kube-system/kube-root-ca.crt: configmap "kube-root-ca.crt" not found
Nov 22 03:01:34 no-preload-564946 kubelet[2016]: E1122 03:01:34.338365 2016 projected.go:196] Error preparing data for projected volume kube-api-access-lrx4c for pod kube-system/kube-proxy-sq77t: configmap "kube-root-ca.crt" not found
Nov 22 03:01:34 no-preload-564946 kubelet[2016]: E1122 03:01:34.338416 2016 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/835e0c1d-92a3-4366-b7f8-a01020d081a5-kube-api-access-lrx4c podName:835e0c1d-92a3-4366-b7f8-a01020d081a5 nodeName:}" failed. No retries permitted until 2025-11-22 03:01:34.838399614 +0000 UTC m=+5.726000086 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-lrx4c" (UniqueName: "kubernetes.io/projected/835e0c1d-92a3-4366-b7f8-a01020d081a5-kube-api-access-lrx4c") pod "kube-proxy-sq77t" (UID: "835e0c1d-92a3-4366-b7f8-a01020d081a5") : configmap "kube-root-ca.crt" not found
Nov 22 03:01:34 no-preload-564946 kubelet[2016]: I1122 03:01:34.928571 2016 swap_util.go:74] "error creating dir to test if tmpfs noswap is enabled. Assuming not supported" mount path="" error="stat /var/lib/kubelet/plugins/kubernetes.io/empty-dir: no such file or directory"
Nov 22 03:01:35 no-preload-564946 kubelet[2016]: W1122 03:01:35.128173 2016 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1/crio-07a3880f8faf1fbbe9a91f482abaa3b9d766af2fa9560334addb4d25a327e00f WatchSource:0}: Error finding container 07a3880f8faf1fbbe9a91f482abaa3b9d766af2fa9560334addb4d25a327e00f: Status 404 returned error can't find the container with id 07a3880f8faf1fbbe9a91f482abaa3b9d766af2fa9560334addb4d25a327e00f
Nov 22 03:01:37 no-preload-564946 kubelet[2016]: I1122 03:01:37.455074 2016 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-proxy-sq77t" podStartSLOduration=3.455054585 podStartE2EDuration="3.455054585s" podCreationTimestamp="2025-11-22 03:01:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:01:35.517581391 +0000 UTC m=+6.405181872" watchObservedRunningTime="2025-11-22 03:01:37.455054585 +0000 UTC m=+8.342655058"
Nov 22 03:01:40 no-preload-564946 kubelet[2016]: I1122 03:01:40.486994 2016 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kindnet-h6js2" podStartSLOduration=1.739926064 podStartE2EDuration="6.486975868s" podCreationTimestamp="2025-11-22 03:01:34 +0000 UTC" firstStartedPulling="2025-11-22 03:01:35.126863589 +0000 UTC m=+6.014464070" lastFinishedPulling="2025-11-22 03:01:39.873913401 +0000 UTC m=+10.761513874" observedRunningTime="2025-11-22 03:01:40.486884389 +0000 UTC m=+11.374484862" watchObservedRunningTime="2025-11-22 03:01:40.486975868 +0000 UTC m=+11.374576349"
Nov 22 03:01:50 no-preload-564946 kubelet[2016]: I1122 03:01:50.614271 2016 kubelet_node_status.go:439] "Fast updating node status as it just became ready"
Nov 22 03:01:50 no-preload-564946 kubelet[2016]: I1122 03:01:50.792747 2016 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/406b645c-ca29-4232-8db6-cfdc403d11ed-config-volume\") pod \"coredns-66bc5c9577-6bdck\" (UID: \"406b645c-ca29-4232-8db6-cfdc403d11ed\") " pod="kube-system/coredns-66bc5c9577-6bdck"
Nov 22 03:01:50 no-preload-564946 kubelet[2016]: I1122 03:01:50.792801 2016 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nxw9q\" (UniqueName: \"kubernetes.io/projected/406b645c-ca29-4232-8db6-cfdc403d11ed-kube-api-access-nxw9q\") pod \"coredns-66bc5c9577-6bdck\" (UID: \"406b645c-ca29-4232-8db6-cfdc403d11ed\") " pod="kube-system/coredns-66bc5c9577-6bdck"
Nov 22 03:01:50 no-preload-564946 kubelet[2016]: I1122 03:01:50.792845 2016 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/9e14b328-1ac0-4036-9df8-81e0ab33bf4a-tmp\") pod \"storage-provisioner\" (UID: \"9e14b328-1ac0-4036-9df8-81e0ab33bf4a\") " pod="kube-system/storage-provisioner"
Nov 22 03:01:50 no-preload-564946 kubelet[2016]: I1122 03:01:50.792874 2016 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-89xmk\" (UniqueName: \"kubernetes.io/projected/9e14b328-1ac0-4036-9df8-81e0ab33bf4a-kube-api-access-89xmk\") pod \"storage-provisioner\" (UID: \"9e14b328-1ac0-4036-9df8-81e0ab33bf4a\") " pod="kube-system/storage-provisioner"
Nov 22 03:01:51 no-preload-564946 kubelet[2016]: W1122 03:01:51.003941 2016 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1/crio-2ba496b77e8b9e3f6cfab060191abed2f09ab6617860cf846f95ae3544000c17 WatchSource:0}: Error finding container 2ba496b77e8b9e3f6cfab060191abed2f09ab6617860cf846f95ae3544000c17: Status 404 returned error can't find the container with id 2ba496b77e8b9e3f6cfab060191abed2f09ab6617860cf846f95ae3544000c17
Nov 22 03:01:51 no-preload-564946 kubelet[2016]: I1122 03:01:51.515374 2016 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=15.515357819 podStartE2EDuration="15.515357819s" podCreationTimestamp="2025-11-22 03:01:36 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:01:51.515246279 +0000 UTC m=+22.402846768" watchObservedRunningTime="2025-11-22 03:01:51.515357819 +0000 UTC m=+22.402958300"
Nov 22 03:01:51 no-preload-564946 kubelet[2016]: I1122 03:01:51.531617 2016 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/coredns-66bc5c9577-6bdck" podStartSLOduration=17.531598623 podStartE2EDuration="17.531598623s" podCreationTimestamp="2025-11-22 03:01:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:01:51.530626067 +0000 UTC m=+22.418226540" watchObservedRunningTime="2025-11-22 03:01:51.531598623 +0000 UTC m=+22.419199104"
Nov 22 03:01:53 no-preload-564946 kubelet[2016]: I1122 03:01:53.611781 2016 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-krsx4\" (UniqueName: \"kubernetes.io/projected/f39a9ba5-b6bc-4e71-be6d-1ad543a98916-kube-api-access-krsx4\") pod \"busybox\" (UID: \"f39a9ba5-b6bc-4e71-be6d-1ad543a98916\") " pod="default/busybox"
Nov 22 03:01:53 no-preload-564946 kubelet[2016]: W1122 03:01:53.848672 2016 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1/crio-a7fc2fb14a68d14b9258e4f2825817a1212a545c19c9ab07643dd7496cce0f89 WatchSource:0}: Error finding container a7fc2fb14a68d14b9258e4f2825817a1212a545c19c9ab07643dd7496cce0f89: Status 404 returned error can't find the container with id a7fc2fb14a68d14b9258e4f2825817a1212a545c19c9ab07643dd7496cce0f89
==> storage-provisioner [71566054580b3a2f0fc97e6f95af838ec1cbd96e05422984f7f4a0bb479e98d0] <==
I1122 03:01:51.050028 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1122 03:01:51.066997 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1122 03:01:51.067177 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1122 03:01:51.079018 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:01:51.086569 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:01:51.086849 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1122 03:01:51.087042 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_no-preload-564946_996c2c3c-880f-4ab0-82a0-0b360bbd1b7c!
I1122 03:01:51.087615 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"9e94d3b1-c37c-47b9-b7cb-54e773f28f9f", APIVersion:"v1", ResourceVersion:"460", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' no-preload-564946_996c2c3c-880f-4ab0-82a0-0b360bbd1b7c became leader
W1122 03:01:51.089654 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:01:51.101759 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:01:51.187215 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_no-preload-564946_996c2c3c-880f-4ab0-82a0-0b360bbd1b7c!
W1122 03:01:53.105088 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:01:53.109753 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:01:55.113001 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:01:55.121509 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:01:57.124292 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:01:57.131782 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:01:59.135526 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:01:59.140611 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:01.144579 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:01.152154 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:03.155948 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:03.160824 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-564946 -n no-preload-564946
helpers_test.go:269: (dbg) Run: kubectl --context no-preload-564946 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/no-preload/serial/EnableAddonWhileActive FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/no-preload/serial/EnableAddonWhileActive (2.61s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-114686 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-114686 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: exit status 11 (367.666906ms)
-- stdout --
-- /stdout --
** stderr **
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:02:29Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_2bafae6fa40fec163538f94366e390b0317a8b15_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
start_stop_delete_test.go:205: failed to enable an addon post-stop. args "out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-114686 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain": exit status 11
start_stop_delete_test.go:213: (dbg) Run: kubectl --context embed-certs-114686 describe deploy/metrics-server -n kube-system
start_stop_delete_test.go:213: (dbg) Non-zero exit: kubectl --context embed-certs-114686 describe deploy/metrics-server -n kube-system: exit status 1 (153.813068ms)
** stderr **
Error from server (NotFound): deployments.apps "metrics-server" not found
** /stderr **
start_stop_delete_test.go:215: failed to get info on auto-pause deployments. args "kubectl --context embed-certs-114686 describe deploy/metrics-server -n kube-system": exit status 1
start_stop_delete_test.go:219: addon did not load correct image. Expected to contain " fake.domain/registry.k8s.io/echoserver:1.4". Addon deployment info:
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/embed-certs/serial/EnableAddonWhileActive]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/embed-certs/serial/EnableAddonWhileActive]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect embed-certs-114686
helpers_test.go:243: (dbg) docker inspect embed-certs-114686:
-- stdout --
[
{
"Id": "7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8",
"Created": "2025-11-22T03:00:55.865891987Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 192111,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T03:00:56.009261809Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8/hostname",
"HostsPath": "/var/lib/docker/containers/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8/hosts",
"LogPath": "/var/lib/docker/containers/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8-json.log",
"Name": "/embed-certs-114686",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"embed-certs-114686:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "embed-certs-114686",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8",
"LowerDir": "/var/lib/docker/overlay2/fccca2b5144d7c76ac3e49ba0854e4404a078c950efa8da5615b2b568c211e74-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/fccca2b5144d7c76ac3e49ba0854e4404a078c950efa8da5615b2b568c211e74/merged",
"UpperDir": "/var/lib/docker/overlay2/fccca2b5144d7c76ac3e49ba0854e4404a078c950efa8da5615b2b568c211e74/diff",
"WorkDir": "/var/lib/docker/overlay2/fccca2b5144d7c76ac3e49ba0854e4404a078c950efa8da5615b2b568c211e74/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "embed-certs-114686",
"Source": "/var/lib/docker/volumes/embed-certs-114686/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "embed-certs-114686",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "embed-certs-114686",
"name.minikube.sigs.k8s.io": "embed-certs-114686",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "fc7a30e6268961702f5ca480a658fa1b0b76f278126177411feb373996daa0af",
"SandboxKey": "/var/run/docker/netns/fc7a30e62689",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33066"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33067"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33070"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33068"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33069"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"embed-certs-114686": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "3e:ca:4b:03:28:86",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "31d54ecd85d08bdec560a611c91a30493787d30417947d21827dab77f952a8d1",
"EndpointID": "e3e45ee28f330db93b9c88b1bcd0298123dedd6a3ae8ac40043951996097a278",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"embed-certs-114686",
"7c1c4dbcea62"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-114686 -n embed-certs-114686
helpers_test.go:252: <<< TestStartStop/group/embed-certs/serial/EnableAddonWhileActive FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/embed-certs/serial/EnableAddonWhileActive]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p embed-certs-114686 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p embed-certs-114686 logs -n 25: (2.039499673s)
helpers_test.go:260: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────
────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────
────┤
│ delete │ -p kubernetes-upgrade-009731 │ kubernetes-upgrade-009731 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:56 UTC │
│ start │ -p cert-expiration-893129 --memory=3072 --cert-expiration=3m --driver=docker --container-runtime=crio │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 02:56 UTC │ 22 Nov 25 02:57 UTC │
│ delete │ -p force-systemd-env-289111 │ force-systemd-env-289111 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ start │ -p cert-options-359368 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ ssh │ cert-options-359368 ssh openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ ssh │ -p cert-options-359368 -- sudo cat /etc/kubernetes/admin.conf │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ delete │ -p cert-options-359368 │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ start │ -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:58 UTC │
│ addons │ enable metrics-server -p old-k8s-version-250049 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ │
│ stop │ -p old-k8s-version-250049 --alsologtostderr -v=3 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 02:59 UTC │
│ addons │ enable dashboard -p old-k8s-version-250049 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 02:59 UTC │
│ start │ -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 03:00 UTC │
│ image │ old-k8s-version-250049 image list --format=json │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ pause │ -p old-k8s-version-250049 --alsologtostderr -v=1 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ │
│ start │ -p cert-expiration-893129 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ delete │ -p old-k8s-version-250049 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ delete │ -p old-k8s-version-250049 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ start │ -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:01 UTC │
│ delete │ -p cert-expiration-893129 │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ start │ -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable metrics-server -p no-preload-564946 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ stop │ -p no-preload-564946 --alsologtostderr -v=3 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable dashboard -p no-preload-564946 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ start │ -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ addons │ enable metrics-server -p embed-certs-114686 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────
────┘
==> Last Start <==
Log file created at: 2025/11/22 03:02:17
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 03:02:17.639743 196124 out.go:360] Setting OutFile to fd 1 ...
I1122 03:02:17.639884 196124 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:02:17.639896 196124 out.go:374] Setting ErrFile to fd 2...
I1122 03:02:17.639901 196124 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:02:17.640195 196124 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:02:17.640623 196124 out.go:368] Setting JSON to false
I1122 03:02:17.641619 196124 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6264,"bootTime":1763774274,"procs":195,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 03:02:17.641696 196124 start.go:143] virtualization:
I1122 03:02:17.643666 196124 out.go:179] * [no-preload-564946] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 03:02:17.645075 196124 out.go:179] - MINIKUBE_LOCATION=21946
I1122 03:02:17.645161 196124 notify.go:221] Checking for updates...
I1122 03:02:17.647681 196124 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 03:02:17.649223 196124 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:02:17.651080 196124 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 03:02:17.653465 196124 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 03:02:17.655473 196124 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 03:02:17.658251 196124 config.go:182] Loaded profile config "no-preload-564946": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:02:17.658939 196124 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 03:02:17.695542 196124 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 03:02:17.695650 196124 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:02:17.792096 196124 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 03:02:17.78253283 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aa
rch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path
:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:02:17.792200 196124 docker.go:319] overlay module found
I1122 03:02:17.795203 196124 out.go:179] * Using the docker driver based on existing profile
I1122 03:02:17.797885 196124 start.go:309] selected driver: docker
I1122 03:02:17.797905 196124 start.go:927] validating driver "docker" against &{Name:no-preload-564946 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-564946 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9
p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:02:17.798013 196124 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 03:02:17.798701 196124 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:02:17.856903 196124 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 03:02:17.847940775 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:02:17.857272 196124 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:02:17.857307 196124 cni.go:84] Creating CNI manager for ""
I1122 03:02:17.857359 196124 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:02:17.857408 196124 start.go:353] cluster config:
{Name:no-preload-564946 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-564946 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false
DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:02:17.860552 196124 out.go:179] * Starting "no-preload-564946" primary control-plane node in "no-preload-564946" cluster
I1122 03:02:17.863282 196124 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 03:02:17.866173 196124 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 03:02:17.868906 196124 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 03:02:17.868991 196124 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:02:17.869122 196124 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/config.json ...
I1122 03:02:17.869488 196124 cache.go:107] acquiring lock: {Name:mkc0adffa6b223f133fce05aee38969b4e7dea20 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:02:17.869565 196124 cache.go:115] /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 exists
I1122 03:02:17.869573 196124 cache.go:96] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5" took 98.913µs
I1122 03:02:17.869581 196124 cache.go:80] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded
I1122 03:02:17.869592 196124 cache.go:107] acquiring lock: {Name:mk7e76ed943997527ceec93b460975db67d700bd Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:02:17.869621 196124 cache.go:115] /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1 exists
I1122 03:02:17.869626 196124 cache.go:96] cache image "registry.k8s.io/kube-apiserver:v1.34.1" -> "/home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1" took 36.226µs
I1122 03:02:17.869640 196124 cache.go:80] save to tar file registry.k8s.io/kube-apiserver:v1.34.1 -> /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1 succeeded
I1122 03:02:17.869649 196124 cache.go:107] acquiring lock: {Name:mkc08ac997a00a4d994f9683e4cdb8a67c902ecc Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:02:17.869677 196124 cache.go:115] /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1 exists
I1122 03:02:17.869682 196124 cache.go:96] cache image "registry.k8s.io/kube-controller-manager:v1.34.1" -> "/home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1" took 33.469µs
I1122 03:02:17.869688 196124 cache.go:80] save to tar file registry.k8s.io/kube-controller-manager:v1.34.1 -> /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1 succeeded
I1122 03:02:17.869696 196124 cache.go:107] acquiring lock: {Name:mkcd637fcbf645aa08534273c2ec3a1ebd9b4eca Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:02:17.869720 196124 cache.go:115] /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1 exists
I1122 03:02:17.869725 196124 cache.go:96] cache image "registry.k8s.io/kube-scheduler:v1.34.1" -> "/home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1" took 29.883µs
I1122 03:02:17.869731 196124 cache.go:80] save to tar file registry.k8s.io/kube-scheduler:v1.34.1 -> /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1 succeeded
I1122 03:02:17.869814 196124 cache.go:107] acquiring lock: {Name:mk17ee6358798add353907f2ca4dfc04edd0131e Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:02:17.869855 196124 cache.go:115] /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1 exists
I1122 03:02:17.869861 196124 cache.go:96] cache image "registry.k8s.io/kube-proxy:v1.34.1" -> "/home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1" took 51.233µs
I1122 03:02:17.869867 196124 cache.go:80] save to tar file registry.k8s.io/kube-proxy:v1.34.1 -> /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1 succeeded
I1122 03:02:17.869888 196124 cache.go:107] acquiring lock: {Name:mk6956d9dd2c4363906dd3f6de71d03e4be8846e Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:02:17.869919 196124 cache.go:115] /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1 exists
I1122 03:02:17.869925 196124 cache.go:96] cache image "registry.k8s.io/pause:3.10.1" -> "/home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1" took 39.024µs
I1122 03:02:17.869931 196124 cache.go:80] save to tar file registry.k8s.io/pause:3.10.1 -> /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1 succeeded
I1122 03:02:17.869948 196124 cache.go:107] acquiring lock: {Name:mk0f32984c2316687d76825725af783d3d421920 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:02:17.869974 196124 cache.go:115] /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0 exists
I1122 03:02:17.869979 196124 cache.go:96] cache image "registry.k8s.io/etcd:3.6.4-0" -> "/home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0" took 40.697µs
I1122 03:02:17.869984 196124 cache.go:80] save to tar file registry.k8s.io/etcd:3.6.4-0 -> /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0 succeeded
I1122 03:02:17.869992 196124 cache.go:107] acquiring lock: {Name:mkc9b19d91dc0830907605be632a03bf9993b41a Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:02:17.870017 196124 cache.go:115] /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1 exists
I1122 03:02:17.870022 196124 cache.go:96] cache image "registry.k8s.io/coredns/coredns:v1.12.1" -> "/home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1" took 30.4µs
I1122 03:02:17.870027 196124 cache.go:80] save to tar file registry.k8s.io/coredns/coredns:v1.12.1 -> /home/jenkins/minikube-integration/21946-2339/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1 succeeded
I1122 03:02:17.870033 196124 cache.go:87] Successfully saved all images to host disk.
I1122 03:02:17.890267 196124 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 03:02:17.890289 196124 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 03:02:17.890307 196124 cache.go:243] Successfully downloaded all kic artifacts
I1122 03:02:17.890329 196124 start.go:360] acquireMachinesLock for no-preload-564946: {Name:mkc754bedfee3dca21949ca5dcb2aeb1ae6e4bae Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:02:17.890389 196124 start.go:364] duration metric: took 41.961µs to acquireMachinesLock for "no-preload-564946"
I1122 03:02:17.890420 196124 start.go:96] Skipping create...Using existing machine configuration
I1122 03:02:17.890428 196124 fix.go:54] fixHost starting:
I1122 03:02:17.890682 196124 cli_runner.go:164] Run: docker container inspect no-preload-564946 --format={{.State.Status}}
I1122 03:02:17.924602 196124 fix.go:112] recreateIfNeeded on no-preload-564946: state=Stopped err=<nil>
W1122 03:02:17.924644 196124 fix.go:138] unexpected machine state, will restart: <nil>
W1122 03:02:14.272982 191546 node_ready.go:57] node "embed-certs-114686" has "Ready":"False" status (will retry)
W1122 03:02:16.772665 191546 node_ready.go:57] node "embed-certs-114686" has "Ready":"False" status (will retry)
I1122 03:02:17.275499 191546 node_ready.go:49] node "embed-certs-114686" is "Ready"
I1122 03:02:17.275525 191546 node_ready.go:38] duration metric: took 39.005712964s for node "embed-certs-114686" to be "Ready" ...
I1122 03:02:17.275539 191546 api_server.go:52] waiting for apiserver process to appear ...
I1122 03:02:17.275593 191546 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 03:02:17.297366 191546 api_server.go:72] duration metric: took 41.013728345s to wait for apiserver process to appear ...
I1122 03:02:17.297387 191546 api_server.go:88] waiting for apiserver healthz status ...
I1122 03:02:17.297405 191546 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 03:02:17.306532 191546 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1122 03:02:17.307842 191546 api_server.go:141] control plane version: v1.34.1
I1122 03:02:17.307861 191546 api_server.go:131] duration metric: took 10.469152ms to wait for apiserver health ...
I1122 03:02:17.307872 191546 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 03:02:17.316324 191546 system_pods.go:59] 8 kube-system pods found
I1122 03:02:17.316354 191546 system_pods.go:61] "coredns-66bc5c9577-28vjn" [1f67ae76-1743-4b49-9e82-7c3da8d9174e] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:02:17.316362 191546 system_pods.go:61] "etcd-embed-certs-114686" [001efd4a-2198-4781-97fe-4dde7148e9a1] Running
I1122 03:02:17.316368 191546 system_pods.go:61] "kindnet-xx7dn" [c7603045-efff-43aa-9694-dfbf9e661729] Running
I1122 03:02:17.316372 191546 system_pods.go:61] "kube-apiserver-embed-certs-114686" [3be131ca-b6e0-470c-adde-3bccbd5e52af] Running
I1122 03:02:17.316377 191546 system_pods.go:61] "kube-controller-manager-embed-certs-114686" [0c45da13-59fc-4813-96ca-d2f3440c43ea] Running
I1122 03:02:17.316381 191546 system_pods.go:61] "kube-proxy-thhjz" [fe97bbc2-f4b3-492f-bfff-fb2feb54ff0b] Running
I1122 03:02:17.316385 191546 system_pods.go:61] "kube-scheduler-embed-certs-114686" [f3a8ad02-aef8-4d91-ab61-b615e37fcc2d] Running
I1122 03:02:17.316391 191546 system_pods.go:61] "storage-provisioner" [8a4a0482-1505-424b-bbe2-87bf780fae5a] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:02:17.316398 191546 system_pods.go:74] duration metric: took 8.520496ms to wait for pod list to return data ...
I1122 03:02:17.316407 191546 default_sa.go:34] waiting for default service account to be created ...
I1122 03:02:17.322275 191546 default_sa.go:45] found service account: "default"
I1122 03:02:17.322298 191546 default_sa.go:55] duration metric: took 5.885363ms for default service account to be created ...
I1122 03:02:17.322307 191546 system_pods.go:116] waiting for k8s-apps to be running ...
I1122 03:02:17.325379 191546 system_pods.go:86] 8 kube-system pods found
I1122 03:02:17.325406 191546 system_pods.go:89] "coredns-66bc5c9577-28vjn" [1f67ae76-1743-4b49-9e82-7c3da8d9174e] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:02:17.325413 191546 system_pods.go:89] "etcd-embed-certs-114686" [001efd4a-2198-4781-97fe-4dde7148e9a1] Running
I1122 03:02:17.325419 191546 system_pods.go:89] "kindnet-xx7dn" [c7603045-efff-43aa-9694-dfbf9e661729] Running
I1122 03:02:17.325423 191546 system_pods.go:89] "kube-apiserver-embed-certs-114686" [3be131ca-b6e0-470c-adde-3bccbd5e52af] Running
I1122 03:02:17.325428 191546 system_pods.go:89] "kube-controller-manager-embed-certs-114686" [0c45da13-59fc-4813-96ca-d2f3440c43ea] Running
I1122 03:02:17.325432 191546 system_pods.go:89] "kube-proxy-thhjz" [fe97bbc2-f4b3-492f-bfff-fb2feb54ff0b] Running
I1122 03:02:17.325436 191546 system_pods.go:89] "kube-scheduler-embed-certs-114686" [f3a8ad02-aef8-4d91-ab61-b615e37fcc2d] Running
I1122 03:02:17.325442 191546 system_pods.go:89] "storage-provisioner" [8a4a0482-1505-424b-bbe2-87bf780fae5a] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:02:17.325461 191546 retry.go:31] will retry after 237.934494ms: missing components: kube-dns
I1122 03:02:17.569448 191546 system_pods.go:86] 8 kube-system pods found
I1122 03:02:17.569484 191546 system_pods.go:89] "coredns-66bc5c9577-28vjn" [1f67ae76-1743-4b49-9e82-7c3da8d9174e] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:02:17.569491 191546 system_pods.go:89] "etcd-embed-certs-114686" [001efd4a-2198-4781-97fe-4dde7148e9a1] Running
I1122 03:02:17.569497 191546 system_pods.go:89] "kindnet-xx7dn" [c7603045-efff-43aa-9694-dfbf9e661729] Running
I1122 03:02:17.569501 191546 system_pods.go:89] "kube-apiserver-embed-certs-114686" [3be131ca-b6e0-470c-adde-3bccbd5e52af] Running
I1122 03:02:17.569506 191546 system_pods.go:89] "kube-controller-manager-embed-certs-114686" [0c45da13-59fc-4813-96ca-d2f3440c43ea] Running
I1122 03:02:17.569510 191546 system_pods.go:89] "kube-proxy-thhjz" [fe97bbc2-f4b3-492f-bfff-fb2feb54ff0b] Running
I1122 03:02:17.569515 191546 system_pods.go:89] "kube-scheduler-embed-certs-114686" [f3a8ad02-aef8-4d91-ab61-b615e37fcc2d] Running
I1122 03:02:17.569526 191546 system_pods.go:89] "storage-provisioner" [8a4a0482-1505-424b-bbe2-87bf780fae5a] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:02:17.569545 191546 retry.go:31] will retry after 331.080184ms: missing components: kube-dns
I1122 03:02:17.905154 191546 system_pods.go:86] 8 kube-system pods found
I1122 03:02:17.905181 191546 system_pods.go:89] "coredns-66bc5c9577-28vjn" [1f67ae76-1743-4b49-9e82-7c3da8d9174e] Running
I1122 03:02:17.905187 191546 system_pods.go:89] "etcd-embed-certs-114686" [001efd4a-2198-4781-97fe-4dde7148e9a1] Running
I1122 03:02:17.905191 191546 system_pods.go:89] "kindnet-xx7dn" [c7603045-efff-43aa-9694-dfbf9e661729] Running
I1122 03:02:17.905196 191546 system_pods.go:89] "kube-apiserver-embed-certs-114686" [3be131ca-b6e0-470c-adde-3bccbd5e52af] Running
I1122 03:02:17.905201 191546 system_pods.go:89] "kube-controller-manager-embed-certs-114686" [0c45da13-59fc-4813-96ca-d2f3440c43ea] Running
I1122 03:02:17.905204 191546 system_pods.go:89] "kube-proxy-thhjz" [fe97bbc2-f4b3-492f-bfff-fb2feb54ff0b] Running
I1122 03:02:17.905208 191546 system_pods.go:89] "kube-scheduler-embed-certs-114686" [f3a8ad02-aef8-4d91-ab61-b615e37fcc2d] Running
I1122 03:02:17.905212 191546 system_pods.go:89] "storage-provisioner" [8a4a0482-1505-424b-bbe2-87bf780fae5a] Running
I1122 03:02:17.905219 191546 system_pods.go:126] duration metric: took 582.905881ms to wait for k8s-apps to be running ...
I1122 03:02:17.905227 191546 system_svc.go:44] waiting for kubelet service to be running ....
I1122 03:02:17.905288 191546 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:02:17.923222 191546 system_svc.go:56] duration metric: took 17.983533ms WaitForService to wait for kubelet
I1122 03:02:17.923310 191546 kubeadm.go:587] duration metric: took 41.639640438s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:02:17.923333 191546 node_conditions.go:102] verifying NodePressure condition ...
I1122 03:02:17.927014 191546 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 03:02:17.927041 191546 node_conditions.go:123] node cpu capacity is 2
I1122 03:02:17.927054 191546 node_conditions.go:105] duration metric: took 3.714692ms to run NodePressure ...
I1122 03:02:17.927066 191546 start.go:242] waiting for startup goroutines ...
I1122 03:02:17.927073 191546 start.go:247] waiting for cluster config update ...
I1122 03:02:17.927084 191546 start.go:256] writing updated cluster config ...
I1122 03:02:17.927575 191546 ssh_runner.go:195] Run: rm -f paused
I1122 03:02:17.932247 191546 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:02:17.936183 191546 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-28vjn" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:02:17.942488 191546 pod_ready.go:94] pod "coredns-66bc5c9577-28vjn" is "Ready"
I1122 03:02:17.942512 191546 pod_ready.go:86] duration metric: took 6.305098ms for pod "coredns-66bc5c9577-28vjn" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:02:17.945209 191546 pod_ready.go:83] waiting for pod "etcd-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:02:17.959176 191546 pod_ready.go:94] pod "etcd-embed-certs-114686" is "Ready"
I1122 03:02:17.959255 191546 pod_ready.go:86] duration metric: took 14.016886ms for pod "etcd-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:02:17.962078 191546 pod_ready.go:83] waiting for pod "kube-apiserver-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:02:17.969627 191546 pod_ready.go:94] pod "kube-apiserver-embed-certs-114686" is "Ready"
I1122 03:02:17.969709 191546 pod_ready.go:86] duration metric: took 7.607969ms for pod "kube-apiserver-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:02:17.972912 191546 pod_ready.go:83] waiting for pod "kube-controller-manager-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:02:18.337456 191546 pod_ready.go:94] pod "kube-controller-manager-embed-certs-114686" is "Ready"
I1122 03:02:18.337481 191546 pod_ready.go:86] duration metric: took 364.516772ms for pod "kube-controller-manager-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:02:18.537405 191546 pod_ready.go:83] waiting for pod "kube-proxy-thhjz" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:02:18.937139 191546 pod_ready.go:94] pod "kube-proxy-thhjz" is "Ready"
I1122 03:02:18.937171 191546 pod_ready.go:86] duration metric: took 399.74265ms for pod "kube-proxy-thhjz" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:02:19.136942 191546 pod_ready.go:83] waiting for pod "kube-scheduler-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:02:19.537025 191546 pod_ready.go:94] pod "kube-scheduler-embed-certs-114686" is "Ready"
I1122 03:02:19.537054 191546 pod_ready.go:86] duration metric: took 400.085974ms for pod "kube-scheduler-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:02:19.537067 191546 pod_ready.go:40] duration metric: took 1.604790673s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:02:19.603625 191546 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 03:02:19.606830 191546 out.go:179] * Done! kubectl is now configured to use "embed-certs-114686" cluster and "default" namespace by default
I1122 03:02:17.927954 196124 out.go:252] * Restarting existing docker container for "no-preload-564946" ...
I1122 03:02:17.928034 196124 cli_runner.go:164] Run: docker start no-preload-564946
I1122 03:02:18.229694 196124 cli_runner.go:164] Run: docker container inspect no-preload-564946 --format={{.State.Status}}
I1122 03:02:18.252266 196124 kic.go:430] container "no-preload-564946" state is running.
I1122 03:02:18.252658 196124 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-564946
I1122 03:02:18.275014 196124 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/config.json ...
I1122 03:02:18.275247 196124 machine.go:94] provisionDockerMachine start ...
I1122 03:02:18.275320 196124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-564946
I1122 03:02:18.295782 196124 main.go:143] libmachine: Using SSH client type: native
I1122 03:02:18.296429 196124 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33071 <nil> <nil>}
I1122 03:02:18.296444 196124 main.go:143] libmachine: About to run SSH command:
hostname
I1122 03:02:18.297223 196124 main.go:143] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1122 03:02:21.442743 196124 main.go:143] libmachine: SSH cmd err, output: <nil>: no-preload-564946
I1122 03:02:21.442767 196124 ubuntu.go:182] provisioning hostname "no-preload-564946"
I1122 03:02:21.442875 196124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-564946
I1122 03:02:21.463633 196124 main.go:143] libmachine: Using SSH client type: native
I1122 03:02:21.463959 196124 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33071 <nil> <nil>}
I1122 03:02:21.463978 196124 main.go:143] libmachine: About to run SSH command:
sudo hostname no-preload-564946 && echo "no-preload-564946" | sudo tee /etc/hostname
I1122 03:02:21.625100 196124 main.go:143] libmachine: SSH cmd err, output: <nil>: no-preload-564946
I1122 03:02:21.625230 196124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-564946
I1122 03:02:21.644472 196124 main.go:143] libmachine: Using SSH client type: native
I1122 03:02:21.644801 196124 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33071 <nil> <nil>}
I1122 03:02:21.644818 196124 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\sno-preload-564946' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 no-preload-564946/g' /etc/hosts;
else
echo '127.0.1.1 no-preload-564946' | sudo tee -a /etc/hosts;
fi
fi
I1122 03:02:21.791577 196124 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 03:02:21.791604 196124 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 03:02:21.791630 196124 ubuntu.go:190] setting up certificates
I1122 03:02:21.791639 196124 provision.go:84] configureAuth start
I1122 03:02:21.791713 196124 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-564946
I1122 03:02:21.811037 196124 provision.go:143] copyHostCerts
I1122 03:02:21.811104 196124 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 03:02:21.811112 196124 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 03:02:21.811198 196124 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 03:02:21.811302 196124 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 03:02:21.811307 196124 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 03:02:21.811348 196124 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 03:02:21.811404 196124 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 03:02:21.811409 196124 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 03:02:21.811438 196124 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 03:02:21.811527 196124 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.no-preload-564946 san=[127.0.0.1 192.168.76.2 localhost minikube no-preload-564946]
I1122 03:02:22.062329 196124 provision.go:177] copyRemoteCerts
I1122 03:02:22.062448 196124 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 03:02:22.062521 196124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-564946
I1122 03:02:22.083471 196124 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33071 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/no-preload-564946/id_rsa Username:docker}
I1122 03:02:22.194391 196124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 03:02:22.226057 196124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1122 03:02:22.250867 196124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1122 03:02:22.274248 196124 provision.go:87] duration metric: took 482.577865ms to configureAuth
I1122 03:02:22.274319 196124 ubuntu.go:206] setting minikube options for container-runtime
I1122 03:02:22.274537 196124 config.go:182] Loaded profile config "no-preload-564946": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:02:22.274653 196124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-564946
I1122 03:02:22.295696 196124 main.go:143] libmachine: Using SSH client type: native
I1122 03:02:22.296014 196124 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33071 <nil> <nil>}
I1122 03:02:22.296039 196124 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 03:02:22.677749 196124 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 03:02:22.677774 196124 machine.go:97] duration metric: took 4.402509797s to provisionDockerMachine
I1122 03:02:22.677786 196124 start.go:293] postStartSetup for "no-preload-564946" (driver="docker")
I1122 03:02:22.677797 196124 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 03:02:22.677869 196124 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 03:02:22.677912 196124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-564946
I1122 03:02:22.703297 196124 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33071 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/no-preload-564946/id_rsa Username:docker}
I1122 03:02:22.814920 196124 ssh_runner.go:195] Run: cat /etc/os-release
I1122 03:02:22.818607 196124 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 03:02:22.818642 196124 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 03:02:22.818657 196124 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 03:02:22.818754 196124 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 03:02:22.818839 196124 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 03:02:22.818948 196124 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1122 03:02:22.826679 196124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:02:22.845114 196124 start.go:296] duration metric: took 167.313838ms for postStartSetup
I1122 03:02:22.845188 196124 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 03:02:22.845228 196124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-564946
I1122 03:02:22.862338 196124 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33071 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/no-preload-564946/id_rsa Username:docker}
I1122 03:02:22.960370 196124 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 03:02:22.965515 196124 fix.go:56] duration metric: took 5.075077377s for fixHost
I1122 03:02:22.965540 196124 start.go:83] releasing machines lock for "no-preload-564946", held for 5.075136527s
I1122 03:02:22.965642 196124 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-564946
I1122 03:02:22.983051 196124 ssh_runner.go:195] Run: cat /version.json
I1122 03:02:22.983109 196124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-564946
I1122 03:02:22.983166 196124 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 03:02:22.983228 196124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-564946
I1122 03:02:23.002550 196124 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33071 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/no-preload-564946/id_rsa Username:docker}
I1122 03:02:23.025814 196124 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33071 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/no-preload-564946/id_rsa Username:docker}
I1122 03:02:23.230211 196124 ssh_runner.go:195] Run: systemctl --version
I1122 03:02:23.236940 196124 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 03:02:23.280109 196124 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 03:02:23.284852 196124 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 03:02:23.284929 196124 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 03:02:23.294101 196124 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1122 03:02:23.294177 196124 start.go:496] detecting cgroup driver to use...
I1122 03:02:23.294217 196124 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 03:02:23.294270 196124 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 03:02:23.309567 196124 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 03:02:23.323348 196124 docker.go:218] disabling cri-docker service (if available) ...
I1122 03:02:23.323428 196124 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 03:02:23.339297 196124 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 03:02:23.352937 196124 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 03:02:23.470140 196124 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 03:02:23.602333 196124 docker.go:234] disabling docker service ...
I1122 03:02:23.602407 196124 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 03:02:23.619892 196124 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 03:02:23.634387 196124 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 03:02:23.758828 196124 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 03:02:23.871305 196124 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 03:02:23.884634 196124 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 03:02:23.900036 196124 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 03:02:23.900133 196124 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:23.909165 196124 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 03:02:23.909262 196124 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:23.918020 196124 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:23.926828 196124 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:23.936067 196124 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 03:02:23.945159 196124 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:23.955232 196124 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:23.963809 196124 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:23.972826 196124 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 03:02:23.981554 196124 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 03:02:23.989575 196124 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:02:24.112375 196124 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 03:02:24.278324 196124 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 03:02:24.278471 196124 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 03:02:24.282835 196124 start.go:564] Will wait 60s for crictl version
I1122 03:02:24.282938 196124 ssh_runner.go:195] Run: which crictl
I1122 03:02:24.287382 196124 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 03:02:24.313962 196124 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 03:02:24.314119 196124 ssh_runner.go:195] Run: crio --version
I1122 03:02:24.347278 196124 ssh_runner.go:195] Run: crio --version
I1122 03:02:24.380865 196124 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 03:02:24.383770 196124 cli_runner.go:164] Run: docker network inspect no-preload-564946 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:02:24.400223 196124 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1122 03:02:24.404099 196124 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:02:24.413465 196124 kubeadm.go:884] updating cluster {Name:no-preload-564946 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-564946 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker
BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 03:02:24.413586 196124 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:02:24.413635 196124 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:02:24.449474 196124 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:02:24.449502 196124 cache_images.go:86] Images are preloaded, skipping loading
I1122 03:02:24.449511 196124 kubeadm.go:935] updating node { 192.168.76.2 8443 v1.34.1 crio true true} ...
I1122 03:02:24.449601 196124 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=no-preload-564946 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:no-preload-564946 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 03:02:24.449686 196124 ssh_runner.go:195] Run: crio config
I1122 03:02:24.523898 196124 cni.go:84] Creating CNI manager for ""
I1122 03:02:24.523922 196124 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:02:24.523937 196124 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1122 03:02:24.523962 196124 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:no-preload-564946 NodeName:no-preload-564946 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 03:02:24.524092 196124 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "no-preload-564946"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 03:02:24.524166 196124 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 03:02:24.533245 196124 binaries.go:51] Found k8s binaries, skipping transfer
I1122 03:02:24.533347 196124 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 03:02:24.548671 196124 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1122 03:02:24.561972 196124 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 03:02:24.576525 196124 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2214 bytes)
I1122 03:02:24.597494 196124 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1122 03:02:24.601675 196124 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:02:24.612759 196124 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:02:24.730112 196124 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:02:24.749922 196124 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946 for IP: 192.168.76.2
I1122 03:02:24.749954 196124 certs.go:195] generating shared ca certs ...
I1122 03:02:24.749971 196124 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:02:24.750117 196124 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 03:02:24.750165 196124 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 03:02:24.750178 196124 certs.go:257] generating profile certs ...
I1122 03:02:24.750271 196124 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/client.key
I1122 03:02:24.750341 196124 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/apiserver.key.f1767cc7
I1122 03:02:24.750387 196124 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/proxy-client.key
I1122 03:02:24.750504 196124 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 03:02:24.750542 196124 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 03:02:24.750555 196124 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 03:02:24.750582 196124 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 03:02:24.750608 196124 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 03:02:24.750635 196124 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 03:02:24.750681 196124 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:02:24.751445 196124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 03:02:24.775543 196124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 03:02:24.797682 196124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 03:02:24.820211 196124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 03:02:24.844365 196124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1122 03:02:24.866403 196124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1122 03:02:24.898972 196124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 03:02:24.923546 196124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1122 03:02:24.948036 196124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 03:02:24.977443 196124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 03:02:24.995668 196124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 03:02:25.023278 196124 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 03:02:25.038084 196124 ssh_runner.go:195] Run: openssl version
I1122 03:02:25.047622 196124 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 03:02:25.057188 196124 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 03:02:25.061180 196124 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 03:02:25.061250 196124 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 03:02:25.103336 196124 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 03:02:25.111504 196124 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 03:02:25.120657 196124 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 03:02:25.124916 196124 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 03:02:25.125017 196124 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 03:02:25.166949 196124 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 03:02:25.175753 196124 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 03:02:25.185022 196124 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 03:02:25.189230 196124 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 03:02:25.189310 196124 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 03:02:25.230847 196124 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 03:02:25.239606 196124 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 03:02:25.243647 196124 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1122 03:02:25.286835 196124 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1122 03:02:25.328703 196124 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1122 03:02:25.370549 196124 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1122 03:02:25.421363 196124 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1122 03:02:25.468997 196124 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1122 03:02:25.525751 196124 kubeadm.go:401] StartCluster: {Name:no-preload-564946 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-564946 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bi
naryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:02:25.525841 196124 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 03:02:25.525913 196124 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 03:02:25.603711 196124 cri.go:89] found id: "0d0ef8f8cfac2ffea6652afb97a004244b0b0a155b59f3d5546d4658f0523fb9"
I1122 03:02:25.603735 196124 cri.go:89] found id: "e2a39b087450125fead60e48164615d431d83518e2dc083677ef5e3640969225"
I1122 03:02:25.603740 196124 cri.go:89] found id: "75e9386b2745bb69d6fce7e22fc303955e7409815780a19b1c71d532f7cfb113"
I1122 03:02:25.603744 196124 cri.go:89] found id: "3686d7f60611d89cd1378d1b6d657b7f1ac8b98032400dc0b717967d2ec9deb2"
I1122 03:02:25.603747 196124 cri.go:89] found id: ""
I1122 03:02:25.603796 196124 ssh_runner.go:195] Run: sudo runc list -f json
W1122 03:02:25.633158 196124 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:02:25Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:02:25.633240 196124 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 03:02:25.649750 196124 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1122 03:02:25.649772 196124 kubeadm.go:598] restartPrimaryControlPlane start ...
I1122 03:02:25.649831 196124 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1122 03:02:25.661151 196124 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1122 03:02:25.661944 196124 kubeconfig.go:47] verify endpoint returned: get endpoint: "no-preload-564946" does not appear in /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:02:25.662505 196124 kubeconfig.go:62] /home/jenkins/minikube-integration/21946-2339/kubeconfig needs updating (will repair): [kubeconfig missing "no-preload-564946" cluster setting kubeconfig missing "no-preload-564946" context setting]
I1122 03:02:25.663271 196124 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:02:25.665253 196124 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1122 03:02:25.682698 196124 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.76.2
I1122 03:02:25.682741 196124 kubeadm.go:602] duration metric: took 32.963074ms to restartPrimaryControlPlane
I1122 03:02:25.682750 196124 kubeadm.go:403] duration metric: took 157.010132ms to StartCluster
I1122 03:02:25.682766 196124 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:02:25.682837 196124 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:02:25.684263 196124 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:02:25.684530 196124 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:02:25.684869 196124 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 03:02:25.684945 196124 addons.go:70] Setting storage-provisioner=true in profile "no-preload-564946"
I1122 03:02:25.684960 196124 addons.go:239] Setting addon storage-provisioner=true in "no-preload-564946"
W1122 03:02:25.684966 196124 addons.go:248] addon storage-provisioner should already be in state true
I1122 03:02:25.684990 196124 host.go:66] Checking if "no-preload-564946" exists ...
I1122 03:02:25.685451 196124 cli_runner.go:164] Run: docker container inspect no-preload-564946 --format={{.State.Status}}
I1122 03:02:25.685853 196124 addons.go:70] Setting dashboard=true in profile "no-preload-564946"
I1122 03:02:25.685894 196124 addons.go:239] Setting addon dashboard=true in "no-preload-564946"
W1122 03:02:25.685929 196124 addons.go:248] addon dashboard should already be in state true
I1122 03:02:25.685962 196124 addons.go:70] Setting default-storageclass=true in profile "no-preload-564946"
I1122 03:02:25.685987 196124 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "no-preload-564946"
I1122 03:02:25.685973 196124 host.go:66] Checking if "no-preload-564946" exists ...
I1122 03:02:25.686262 196124 cli_runner.go:164] Run: docker container inspect no-preload-564946 --format={{.State.Status}}
I1122 03:02:25.686533 196124 cli_runner.go:164] Run: docker container inspect no-preload-564946 --format={{.State.Status}}
I1122 03:02:25.692213 196124 out.go:179] * Verifying Kubernetes components...
I1122 03:02:25.685942 196124 config.go:182] Loaded profile config "no-preload-564946": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:02:25.695601 196124 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:02:25.756175 196124 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1122 03:02:25.757065 196124 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1122 03:02:25.759888 196124 addons.go:239] Setting addon default-storageclass=true in "no-preload-564946"
W1122 03:02:25.759913 196124 addons.go:248] addon default-storageclass should already be in state true
I1122 03:02:25.759943 196124 host.go:66] Checking if "no-preload-564946" exists ...
I1122 03:02:25.760372 196124 cli_runner.go:164] Run: docker container inspect no-preload-564946 --format={{.State.Status}}
I1122 03:02:25.760467 196124 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:02:25.760478 196124 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 03:02:25.760521 196124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-564946
I1122 03:02:25.763685 196124 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1122 03:02:25.766603 196124 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1122 03:02:25.766629 196124 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1122 03:02:25.766695 196124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-564946
I1122 03:02:25.804750 196124 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 03:02:25.804771 196124 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 03:02:25.804831 196124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-564946
I1122 03:02:25.810269 196124 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33071 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/no-preload-564946/id_rsa Username:docker}
I1122 03:02:25.837827 196124 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33071 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/no-preload-564946/id_rsa Username:docker}
I1122 03:02:25.870128 196124 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33071 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/no-preload-564946/id_rsa Username:docker}
I1122 03:02:26.052509 196124 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1122 03:02:26.052596 196124 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1122 03:02:26.076275 196124 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:02:26.092101 196124 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:02:26.113233 196124 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1122 03:02:26.113304 196124 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1122 03:02:26.136123 196124 node_ready.go:35] waiting up to 6m0s for node "no-preload-564946" to be "Ready" ...
I1122 03:02:26.161083 196124 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 03:02:26.171466 196124 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1122 03:02:26.171489 196124 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1122 03:02:26.252860 196124 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1122 03:02:26.252883 196124 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1122 03:02:26.344103 196124 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1122 03:02:26.344124 196124 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1122 03:02:26.378939 196124 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1122 03:02:26.379008 196124 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1122 03:02:26.394801 196124 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1122 03:02:26.394874 196124 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1122 03:02:26.415276 196124 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1122 03:02:26.415349 196124 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1122 03:02:26.439519 196124 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1122 03:02:26.439592 196124 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1122 03:02:26.457069 196124 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
==> CRI-O <==
Nov 22 03:02:17 embed-certs-114686 crio[842]: time="2025-11-22T03:02:17.387827233Z" level=info msg="Created container a82180edc400128f4eda789a1f6508ceaba1517ae8e8db4a94796edd61cd39a3: kube-system/coredns-66bc5c9577-28vjn/coredns" id=7b1cb265-9e42-462e-a227-a434975812cf name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:02:17 embed-certs-114686 crio[842]: time="2025-11-22T03:02:17.392315342Z" level=info msg="Starting container: a82180edc400128f4eda789a1f6508ceaba1517ae8e8db4a94796edd61cd39a3" id=8f9ec6fc-fc98-496b-86b4-2d2b6b1cb78a name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:02:17 embed-certs-114686 crio[842]: time="2025-11-22T03:02:17.399355884Z" level=info msg="Started container" PID=1761 containerID=a82180edc400128f4eda789a1f6508ceaba1517ae8e8db4a94796edd61cd39a3 description=kube-system/coredns-66bc5c9577-28vjn/coredns id=8f9ec6fc-fc98-496b-86b4-2d2b6b1cb78a name=/runtime.v1.RuntimeService/StartContainer sandboxID=b0142f0f46da807cf16d0f8d4e6dfb489cc221fefefa27190f06ef1ec5d4460f
Nov 22 03:02:20 embed-certs-114686 crio[842]: time="2025-11-22T03:02:20.233263436Z" level=info msg="Running pod sandbox: default/busybox/POD" id=ed31a1f2-c8f4-4a75-a187-5bf789b576d2 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:02:20 embed-certs-114686 crio[842]: time="2025-11-22T03:02:20.23333898Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:02:20 embed-certs-114686 crio[842]: time="2025-11-22T03:02:20.247967035Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:6783e98ac9c18344cf72c9957d5933b9a108e063753514b0a9526da90b704200 UID:f4d670d2-d50b-4b1d-9381-9d9fba5d1826 NetNS:/var/run/netns/646de592-aac2-446c-bcca-586038132357 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x40004aa050}] Aliases:map[]}"
Nov 22 03:02:20 embed-certs-114686 crio[842]: time="2025-11-22T03:02:20.248272816Z" level=info msg="Adding pod default_busybox to CNI network \"kindnet\" (type=ptp)"
Nov 22 03:02:20 embed-certs-114686 crio[842]: time="2025-11-22T03:02:20.259553031Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:6783e98ac9c18344cf72c9957d5933b9a108e063753514b0a9526da90b704200 UID:f4d670d2-d50b-4b1d-9381-9d9fba5d1826 NetNS:/var/run/netns/646de592-aac2-446c-bcca-586038132357 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x40004aa050}] Aliases:map[]}"
Nov 22 03:02:20 embed-certs-114686 crio[842]: time="2025-11-22T03:02:20.259768982Z" level=info msg="Checking pod default_busybox for CNI network kindnet (type=ptp)"
Nov 22 03:02:20 embed-certs-114686 crio[842]: time="2025-11-22T03:02:20.264131848Z" level=info msg="Ran pod sandbox 6783e98ac9c18344cf72c9957d5933b9a108e063753514b0a9526da90b704200 with infra container: default/busybox/POD" id=ed31a1f2-c8f4-4a75-a187-5bf789b576d2 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:02:20 embed-certs-114686 crio[842]: time="2025-11-22T03:02:20.267265131Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=d6c945e6-6095-4c9e-a298-56e7d528ea4e name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:02:20 embed-certs-114686 crio[842]: time="2025-11-22T03:02:20.26745097Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28.4-glibc not found" id=d6c945e6-6095-4c9e-a298-56e7d528ea4e name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:02:20 embed-certs-114686 crio[842]: time="2025-11-22T03:02:20.267504689Z" level=info msg="Neither image nor artfiact gcr.io/k8s-minikube/busybox:1.28.4-glibc found" id=d6c945e6-6095-4c9e-a298-56e7d528ea4e name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:02:20 embed-certs-114686 crio[842]: time="2025-11-22T03:02:20.270608491Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=a9a48331-a0cb-4bda-b1b5-ae425fbddf02 name=/runtime.v1.ImageService/PullImage
Nov 22 03:02:20 embed-certs-114686 crio[842]: time="2025-11-22T03:02:20.272294895Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28.4-glibc\""
Nov 22 03:02:22 embed-certs-114686 crio[842]: time="2025-11-22T03:02:22.305440038Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e" id=a9a48331-a0cb-4bda-b1b5-ae425fbddf02 name=/runtime.v1.ImageService/PullImage
Nov 22 03:02:22 embed-certs-114686 crio[842]: time="2025-11-22T03:02:22.306301824Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=928206a8-ca55-4863-867d-cd9686f60f4b name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:02:22 embed-certs-114686 crio[842]: time="2025-11-22T03:02:22.310912773Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=e4d013b1-a49d-4097-b266-8564abd8ef7e name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:02:22 embed-certs-114686 crio[842]: time="2025-11-22T03:02:22.319405387Z" level=info msg="Creating container: default/busybox/busybox" id=0f308df6-d160-4945-b8dc-a251a003e328 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:02:22 embed-certs-114686 crio[842]: time="2025-11-22T03:02:22.319577252Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:02:22 embed-certs-114686 crio[842]: time="2025-11-22T03:02:22.334099067Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:02:22 embed-certs-114686 crio[842]: time="2025-11-22T03:02:22.334948251Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:02:22 embed-certs-114686 crio[842]: time="2025-11-22T03:02:22.360342821Z" level=info msg="Created container 52321a45176f095c6e059cad73c9d71366117e280924820b797adab3794e7c4a: default/busybox/busybox" id=0f308df6-d160-4945-b8dc-a251a003e328 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:02:22 embed-certs-114686 crio[842]: time="2025-11-22T03:02:22.361396838Z" level=info msg="Starting container: 52321a45176f095c6e059cad73c9d71366117e280924820b797adab3794e7c4a" id=87ae8156-997f-4c01-b018-09451e05ef4f name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:02:22 embed-certs-114686 crio[842]: time="2025-11-22T03:02:22.362979234Z" level=info msg="Started container" PID=1813 containerID=52321a45176f095c6e059cad73c9d71366117e280924820b797adab3794e7c4a description=default/busybox/busybox id=87ae8156-997f-4c01-b018-09451e05ef4f name=/runtime.v1.RuntimeService/StartContainer sandboxID=6783e98ac9c18344cf72c9957d5933b9a108e063753514b0a9526da90b704200
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
52321a45176f0 gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e 9 seconds ago Running busybox 0 6783e98ac9c18 busybox default
a82180edc4001 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 14 seconds ago Running coredns 0 b0142f0f46da8 coredns-66bc5c9577-28vjn kube-system
ee8130d3936a9 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 14 seconds ago Running storage-provisioner 0 a98b7ee29903f storage-provisioner kube-system
d33768164f4f1 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 54 seconds ago Running kube-proxy 0 2a5b56576ccd4 kube-proxy-thhjz kube-system
0839f099e3509 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 55 seconds ago Running kindnet-cni 0 dcb607beb1c80 kindnet-xx7dn kube-system
3c65becb8f8ee 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Running kube-apiserver 0 c8e0bf4f6944e kube-apiserver-embed-certs-114686 kube-system
e8cc9ae50dbc5 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Running kube-scheduler 0 e3adec778b006 kube-scheduler-embed-certs-114686 kube-system
f52ce39817721 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Running etcd 0 b8f4150db5fd1 etcd-embed-certs-114686 kube-system
8d9ff51a975ce 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Running kube-controller-manager 0 4aca3bbf2cd05 kube-controller-manager-embed-certs-114686 kube-system
==> coredns [a82180edc400128f4eda789a1f6508ceaba1517ae8e8db4a94796edd61cd39a3] <==
maxprocs: Leaving GOMAXPROCS=2: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = fa9a0cdcdddcb4be74a0eaf7cfcb211c40e29ddf5507e03bbfc0065bade31f0f2641a2513136e246f32328dd126fc93236fb5c595246f0763926a524386705e8
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:40730 - 30618 "HINFO IN 8137561714805930699.7243440883309101173. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.025756679s
==> describe nodes <==
Name: embed-certs-114686
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=embed-certs-114686
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=embed-certs-114686
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T03_01_31_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 03:01:26 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: embed-certs-114686
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 03:02:21 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 03:02:16 +0000 Sat, 22 Nov 2025 03:01:20 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 03:02:16 +0000 Sat, 22 Nov 2025 03:01:20 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 03:02:16 +0000 Sat, 22 Nov 2025 03:01:20 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 22 Nov 2025 03:02:16 +0000 Sat, 22 Nov 2025 03:02:16 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.85.2
Hostname: embed-certs-114686
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: 0119251a-c0ff-48d9-a943-058b1d54875d
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12s
kube-system coredns-66bc5c9577-28vjn 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 56s
kube-system etcd-embed-certs-114686 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 61s
kube-system kindnet-xx7dn 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 56s
kube-system kube-apiserver-embed-certs-114686 250m (12%) 0 (0%) 0 (0%) 0 (0%) 61s
kube-system kube-controller-manager-embed-certs-114686 200m (10%) 0 (0%) 0 (0%) 0 (0%) 61s
kube-system kube-proxy-thhjz 0 (0%) 0 (0%) 0 (0%) 0 (0%) 56s
kube-system kube-scheduler-embed-certs-114686 100m (5%) 0 (0%) 0 (0%) 0 (0%) 61s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 53s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 54s kube-proxy
Normal NodeHasSufficientMemory 73s (x8 over 73s) kubelet Node embed-certs-114686 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 73s (x8 over 73s) kubelet Node embed-certs-114686 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 73s (x8 over 73s) kubelet Node embed-certs-114686 status is now: NodeHasSufficientPID
Normal Starting 61s kubelet Starting kubelet.
Warning CgroupV1 61s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 61s kubelet Node embed-certs-114686 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 61s kubelet Node embed-certs-114686 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 61s kubelet Node embed-certs-114686 status is now: NodeHasSufficientPID
Normal RegisteredNode 57s node-controller Node embed-certs-114686 event: Registered Node embed-certs-114686 in Controller
Normal NodeReady 15s kubelet Node embed-certs-114686 status is now: NodeReady
==> dmesg <==
[Nov22 02:39] overlayfs: idmapped layers are currently not supported
[Nov22 02:41] overlayfs: idmapped layers are currently not supported
[ +22.252297] overlayfs: idmapped layers are currently not supported
[ +13.476824] overlayfs: idmapped layers are currently not supported
[Nov22 02:42] hrtimer: interrupt took 39554483 ns
[ +30.996351] overlayfs: idmapped layers are currently not supported
[ +28.004266] overlayfs: idmapped layers are currently not supported
[Nov22 02:43] overlayfs: idmapped layers are currently not supported
[Nov22 02:44] overlayfs: idmapped layers are currently not supported
[Nov22 02:45] overlayfs: idmapped layers are currently not supported
[Nov22 02:46] overlayfs: idmapped layers are currently not supported
[Nov22 02:49] overlayfs: idmapped layers are currently not supported
[Nov22 02:51] overlayfs: idmapped layers are currently not supported
[ +27.358169] systemd-journald[231]: Failed to send stream file descriptor to service manager: Connection refused
[ +1.241009] overlayfs: idmapped layers are currently not supported
[Nov22 02:53] overlayfs: idmapped layers are currently not supported
[Nov22 02:56] overlayfs: idmapped layers are currently not supported
[Nov22 02:57] overlayfs: idmapped layers are currently not supported
[ +5.709995] overlayfs: idmapped layers are currently not supported
[ +34.878505] overlayfs: idmapped layers are currently not supported
[Nov22 02:58] overlayfs: idmapped layers are currently not supported
[Nov22 02:59] overlayfs: idmapped layers are currently not supported
[Nov22 03:00] overlayfs: idmapped layers are currently not supported
[Nov22 03:01] overlayfs: idmapped layers are currently not supported
[Nov22 03:02] overlayfs: idmapped layers are currently not supported
==> etcd [f52ce398177216ee0b740b0270897a1e1c35b2f85ebb0b45f5199802fd6ebadb] <==
{"level":"warn","ts":"2025-11-22T03:01:23.655268Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58880","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.672183Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58912","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.707833Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58938","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.735019Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58964","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.762438Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58978","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.793372Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59000","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.864066Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59026","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.893199Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59060","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:23.942981Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59076","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:24.058236Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59096","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:24.058659Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59126","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:24.115442Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59146","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:24.161568Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59150","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:24.217470Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59162","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:24.263719Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59188","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:24.303897Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59202","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:24.335411Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59234","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:24.371434Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59252","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:24.413609Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59270","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:24.472274Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59290","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:24.478186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59304","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:24.585219Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59342","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:24.591435Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59330","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:24.628789Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59368","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:01:24.822548Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59384","server-name":"","error":"EOF"}
==> kernel <==
03:02:31 up 1:44, 0 user, load average: 3.76, 3.42, 2.72
Linux embed-certs-114686 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [0839f099e350967605c19aa5c25941fea9e384da8b32c1a5d0603f22537cada6] <==
I1122 03:01:36.426698 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 03:01:36.427405 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1122 03:01:36.427532 1 main.go:148] setting mtu 1500 for CNI
I1122 03:01:36.427544 1 main.go:178] kindnetd IP family: "ipv4"
I1122 03:01:36.427559 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T03:01:36Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 03:01:36.660539 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 03:01:36.660557 1 controller.go:381] "Waiting for informer caches to sync"
I1122 03:01:36.660566 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 03:01:36.660862 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1122 03:02:06.660696 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1122 03:02:06.660822 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1122 03:02:06.660954 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1122 03:02:06.662042 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
I1122 03:02:08.261488 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 03:02:08.261524 1 metrics.go:72] Registering metrics
I1122 03:02:08.261578 1 controller.go:711] "Syncing nftables rules"
I1122 03:02:16.662841 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1122 03:02:16.662968 1 main.go:301] handling current node
I1122 03:02:26.662788 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1122 03:02:26.662942 1 main.go:301] handling current node
==> kube-apiserver [3c65becb8f8ee2f3ee4907ff154a196e42e3a0974452bf0ae71e87f068d3e79a] <==
I1122 03:01:26.979078 1 autoregister_controller.go:144] Starting autoregister controller
I1122 03:01:26.979110 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1122 03:01:26.979159 1 cache.go:39] Caches are synced for autoregister controller
I1122 03:01:26.992433 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1122 03:01:27.040150 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 03:01:27.066682 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 03:01:27.095303 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1122 03:01:27.194260 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1122 03:01:27.614243 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I1122 03:01:27.667464 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I1122 03:01:27.667497 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 03:01:28.954192 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1122 03:01:29.039256 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1122 03:01:29.110192 1 alloc.go:328] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1122 03:01:29.120654 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.85.2]
I1122 03:01:29.122109 1 controller.go:667] quota admission added evaluator for: endpoints
I1122 03:01:29.131675 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1122 03:01:29.637189 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1122 03:01:30.189824 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1122 03:01:30.224100 1 alloc.go:328] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1122 03:01:30.246555 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
I1122 03:01:34.854424 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 03:01:34.886881 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 03:01:35.678195 1 controller.go:667] quota admission added evaluator for: controllerrevisions.apps
I1122 03:01:35.782358 1 controller.go:667] quota admission added evaluator for: replicasets.apps
==> kube-controller-manager [8d9ff51a975cefeaf08dfe19a72e72200c63562b4d5f39449d836f64b379de1d] <==
I1122 03:01:34.842952 1 shared_informer.go:356] "Caches are synced" controller="cidrallocator"
I1122 03:01:34.835791 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1122 03:01:34.835810 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1122 03:01:34.838933 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrapproving"
I1122 03:01:34.856221 1 shared_informer.go:356] "Caches are synced" controller="legacy-service-account-token-cleaner"
I1122 03:01:34.857761 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:01:34.857776 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1122 03:01:34.857782 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1122 03:01:34.871070 1 shared_informer.go:356] "Caches are synced" controller="taint"
I1122 03:01:34.871172 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""
I1122 03:01:34.871347 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1122 03:01:34.871764 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="embed-certs-114686"
I1122 03:01:34.871805 1 node_lifecycle_controller.go:1025] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" logger="node-lifecycle-controller"
I1122 03:01:34.871839 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1122 03:01:34.872320 1 shared_informer.go:356] "Caches are synced" controller="job"
I1122 03:01:34.872359 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1122 03:01:34.872373 1 shared_informer.go:356] "Caches are synced" controller="GC"
I1122 03:01:34.879064 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 03:01:34.879140 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1122 03:01:34.879164 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1122 03:01:34.881997 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 03:01:34.902787 1 shared_informer.go:356] "Caches are synced" controller="deployment"
I1122 03:01:34.904016 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:01:34.919777 1 range_allocator.go:428] "Set node PodCIDR" logger="node-ipam-controller" node="embed-certs-114686" podCIDRs=["10.244.0.0/24"]
I1122 03:02:19.877226 1 node_lifecycle_controller.go:1044] "Controller detected that some Nodes are Ready. Exiting master disruption mode" logger="node-lifecycle-controller"
==> kube-proxy [d33768164f4f10c4799ea81b776d13b7d58f0656d19102cb741900342f132699] <==
I1122 03:01:36.897457 1 server_linux.go:53] "Using iptables proxy"
I1122 03:01:37.037337 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 03:01:37.137551 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 03:01:37.137613 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1122 03:01:37.137748 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 03:01:37.183456 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 03:01:37.183584 1 server_linux.go:132] "Using iptables Proxier"
I1122 03:01:37.194642 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 03:01:37.195177 1 server.go:527] "Version info" version="v1.34.1"
I1122 03:01:37.195364 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:01:37.202431 1 config.go:200] "Starting service config controller"
I1122 03:01:37.202560 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 03:01:37.202594 1 config.go:106] "Starting endpoint slice config controller"
I1122 03:01:37.202599 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 03:01:37.202612 1 config.go:403] "Starting serviceCIDR config controller"
I1122 03:01:37.202616 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 03:01:37.203391 1 config.go:309] "Starting node config controller"
I1122 03:01:37.203399 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 03:01:37.203406 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 03:01:37.312778 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1122 03:01:37.312819 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 03:01:37.312862 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [e8cc9ae50dbc5d645268ff7961cd4cea7405d84a315ef981773c7a101eb23b22] <==
I1122 03:01:28.257620 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:01:28.260703 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1122 03:01:28.260911 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:01:28.260958 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:01:28.261043 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E1122 03:01:28.272246 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E1122 03:01:28.273448 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceClaim"
E1122 03:01:28.273544 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E1122 03:01:28.273619 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E1122 03:01:28.276064 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
E1122 03:01:28.293894 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1122 03:01:28.294232 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E1122 03:01:28.294548 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E1122 03:01:28.294780 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
E1122 03:01:28.294921 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1122 03:01:28.295025 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
E1122 03:01:28.295191 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1122 03:01:28.295296 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1122 03:01:28.295524 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1122 03:01:28.295739 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1122 03:01:28.295954 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1122 03:01:28.296063 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E1122 03:01:28.296221 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod"
E1122 03:01:28.296295 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
I1122 03:01:29.361198 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Nov 22 03:01:31 embed-certs-114686 kubelet[1318]: I1122 03:01:31.600693 1318 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-controller-manager-embed-certs-114686" podStartSLOduration=1.600636706 podStartE2EDuration="1.600636706s" podCreationTimestamp="2025-11-22 03:01:30 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:01:31.586670774 +0000 UTC m=+1.452566429" watchObservedRunningTime="2025-11-22 03:01:31.600636706 +0000 UTC m=+1.466532370"
Nov 22 03:01:31 embed-certs-114686 kubelet[1318]: I1122 03:01:31.630958 1318 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-scheduler-embed-certs-114686" podStartSLOduration=1.630937788 podStartE2EDuration="1.630937788s" podCreationTimestamp="2025-11-22 03:01:30 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:01:31.602174595 +0000 UTC m=+1.468070309" watchObservedRunningTime="2025-11-22 03:01:31.630937788 +0000 UTC m=+1.496833444"
Nov 22 03:01:35 embed-certs-114686 kubelet[1318]: I1122 03:01:35.025876 1318 kuberuntime_manager.go:1828] "Updating runtime config through cri with podcidr" CIDR="10.244.0.0/24"
Nov 22 03:01:35 embed-certs-114686 kubelet[1318]: I1122 03:01:35.027201 1318 kubelet_network.go:47] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="10.244.0.0/24"
Nov 22 03:01:35 embed-certs-114686 kubelet[1318]: I1122 03:01:35.842368 1318 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5lr7l\" (UniqueName: \"kubernetes.io/projected/fe97bbc2-f4b3-492f-bfff-fb2feb54ff0b-kube-api-access-5lr7l\") pod \"kube-proxy-thhjz\" (UID: \"fe97bbc2-f4b3-492f-bfff-fb2feb54ff0b\") " pod="kube-system/kube-proxy-thhjz"
Nov 22 03:01:35 embed-certs-114686 kubelet[1318]: I1122 03:01:35.842576 1318 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/c7603045-efff-43aa-9694-dfbf9e661729-lib-modules\") pod \"kindnet-xx7dn\" (UID: \"c7603045-efff-43aa-9694-dfbf9e661729\") " pod="kube-system/kindnet-xx7dn"
Nov 22 03:01:35 embed-certs-114686 kubelet[1318]: I1122 03:01:35.842655 1318 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jhdg6\" (UniqueName: \"kubernetes.io/projected/c7603045-efff-43aa-9694-dfbf9e661729-kube-api-access-jhdg6\") pod \"kindnet-xx7dn\" (UID: \"c7603045-efff-43aa-9694-dfbf9e661729\") " pod="kube-system/kindnet-xx7dn"
Nov 22 03:01:35 embed-certs-114686 kubelet[1318]: I1122 03:01:35.842868 1318 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-proxy\" (UniqueName: \"kubernetes.io/configmap/fe97bbc2-f4b3-492f-bfff-fb2feb54ff0b-kube-proxy\") pod \"kube-proxy-thhjz\" (UID: \"fe97bbc2-f4b3-492f-bfff-fb2feb54ff0b\") " pod="kube-system/kube-proxy-thhjz"
Nov 22 03:01:35 embed-certs-114686 kubelet[1318]: I1122 03:01:35.844267 1318 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/fe97bbc2-f4b3-492f-bfff-fb2feb54ff0b-xtables-lock\") pod \"kube-proxy-thhjz\" (UID: \"fe97bbc2-f4b3-492f-bfff-fb2feb54ff0b\") " pod="kube-system/kube-proxy-thhjz"
Nov 22 03:01:35 embed-certs-114686 kubelet[1318]: I1122 03:01:35.844403 1318 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/fe97bbc2-f4b3-492f-bfff-fb2feb54ff0b-lib-modules\") pod \"kube-proxy-thhjz\" (UID: \"fe97bbc2-f4b3-492f-bfff-fb2feb54ff0b\") " pod="kube-system/kube-proxy-thhjz"
Nov 22 03:01:35 embed-certs-114686 kubelet[1318]: I1122 03:01:35.844498 1318 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/c7603045-efff-43aa-9694-dfbf9e661729-cni-cfg\") pod \"kindnet-xx7dn\" (UID: \"c7603045-efff-43aa-9694-dfbf9e661729\") " pod="kube-system/kindnet-xx7dn"
Nov 22 03:01:35 embed-certs-114686 kubelet[1318]: I1122 03:01:35.844610 1318 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/c7603045-efff-43aa-9694-dfbf9e661729-xtables-lock\") pod \"kindnet-xx7dn\" (UID: \"c7603045-efff-43aa-9694-dfbf9e661729\") " pod="kube-system/kindnet-xx7dn"
Nov 22 03:01:36 embed-certs-114686 kubelet[1318]: I1122 03:01:36.026183 1318 swap_util.go:74] "error creating dir to test if tmpfs noswap is enabled. Assuming not supported" mount path="" error="stat /var/lib/kubelet/plugins/kubernetes.io/empty-dir: no such file or directory"
Nov 22 03:01:36 embed-certs-114686 kubelet[1318]: I1122 03:01:36.675151 1318 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kindnet-xx7dn" podStartSLOduration=1.67513255 podStartE2EDuration="1.67513255s" podCreationTimestamp="2025-11-22 03:01:35 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:01:36.674646789 +0000 UTC m=+6.540542445" watchObservedRunningTime="2025-11-22 03:01:36.67513255 +0000 UTC m=+6.541028206"
Nov 22 03:01:38 embed-certs-114686 kubelet[1318]: I1122 03:01:38.592719 1318 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-proxy-thhjz" podStartSLOduration=3.592698585 podStartE2EDuration="3.592698585s" podCreationTimestamp="2025-11-22 03:01:35 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:01:37.62974515 +0000 UTC m=+7.495640814" watchObservedRunningTime="2025-11-22 03:01:38.592698585 +0000 UTC m=+8.458594241"
Nov 22 03:02:16 embed-certs-114686 kubelet[1318]: I1122 03:02:16.891658 1318 kubelet_node_status.go:439] "Fast updating node status as it just became ready"
Nov 22 03:02:17 embed-certs-114686 kubelet[1318]: I1122 03:02:17.024174 1318 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/1f67ae76-1743-4b49-9e82-7c3da8d9174e-config-volume\") pod \"coredns-66bc5c9577-28vjn\" (UID: \"1f67ae76-1743-4b49-9e82-7c3da8d9174e\") " pod="kube-system/coredns-66bc5c9577-28vjn"
Nov 22 03:02:17 embed-certs-114686 kubelet[1318]: I1122 03:02:17.024240 1318 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/8a4a0482-1505-424b-bbe2-87bf780fae5a-tmp\") pod \"storage-provisioner\" (UID: \"8a4a0482-1505-424b-bbe2-87bf780fae5a\") " pod="kube-system/storage-provisioner"
Nov 22 03:02:17 embed-certs-114686 kubelet[1318]: I1122 03:02:17.024261 1318 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5qmqv\" (UniqueName: \"kubernetes.io/projected/8a4a0482-1505-424b-bbe2-87bf780fae5a-kube-api-access-5qmqv\") pod \"storage-provisioner\" (UID: \"8a4a0482-1505-424b-bbe2-87bf780fae5a\") " pod="kube-system/storage-provisioner"
Nov 22 03:02:17 embed-certs-114686 kubelet[1318]: I1122 03:02:17.024286 1318 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jt5cw\" (UniqueName: \"kubernetes.io/projected/1f67ae76-1743-4b49-9e82-7c3da8d9174e-kube-api-access-jt5cw\") pod \"coredns-66bc5c9577-28vjn\" (UID: \"1f67ae76-1743-4b49-9e82-7c3da8d9174e\") " pod="kube-system/coredns-66bc5c9577-28vjn"
Nov 22 03:02:17 embed-certs-114686 kubelet[1318]: W1122 03:02:17.251401 1318 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8/crio-a98b7ee29903f021bf07151439599726e038b0ce8a8a60162a34ef573c684bd7 WatchSource:0}: Error finding container a98b7ee29903f021bf07151439599726e038b0ce8a8a60162a34ef573c684bd7: Status 404 returned error can't find the container with id a98b7ee29903f021bf07151439599726e038b0ce8a8a60162a34ef573c684bd7
Nov 22 03:02:17 embed-certs-114686 kubelet[1318]: W1122 03:02:17.333133 1318 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8/crio-b0142f0f46da807cf16d0f8d4e6dfb489cc221fefefa27190f06ef1ec5d4460f WatchSource:0}: Error finding container b0142f0f46da807cf16d0f8d4e6dfb489cc221fefefa27190f06ef1ec5d4460f: Status 404 returned error can't find the container with id b0142f0f46da807cf16d0f8d4e6dfb489cc221fefefa27190f06ef1ec5d4460f
Nov 22 03:02:17 embed-certs-114686 kubelet[1318]: I1122 03:02:17.719935 1318 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/coredns-66bc5c9577-28vjn" podStartSLOduration=42.719914856 podStartE2EDuration="42.719914856s" podCreationTimestamp="2025-11-22 03:01:35 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:02:17.715226821 +0000 UTC m=+47.581122485" watchObservedRunningTime="2025-11-22 03:02:17.719914856 +0000 UTC m=+47.585810512"
Nov 22 03:02:17 embed-certs-114686 kubelet[1318]: I1122 03:02:17.720055 1318 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=39.720047681 podStartE2EDuration="39.720047681s" podCreationTimestamp="2025-11-22 03:01:38 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:02:17.699460483 +0000 UTC m=+47.565356163" watchObservedRunningTime="2025-11-22 03:02:17.720047681 +0000 UTC m=+47.585943345"
Nov 22 03:02:19 embed-certs-114686 kubelet[1318]: I1122 03:02:19.946653 1318 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hfd7v\" (UniqueName: \"kubernetes.io/projected/f4d670d2-d50b-4b1d-9381-9d9fba5d1826-kube-api-access-hfd7v\") pod \"busybox\" (UID: \"f4d670d2-d50b-4b1d-9381-9d9fba5d1826\") " pod="default/busybox"
==> storage-provisioner [ee8130d3936a913b035bfdaf9a90eb5b24ecf3161b9cdd6623e4f4403a63ebd3] <==
I1122 03:02:17.400505 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1122 03:02:17.442855 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1122 03:02:17.442992 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1122 03:02:17.447415 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:17.479605 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:02:17.481174 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1122 03:02:17.482673 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_embed-certs-114686_e3383a8e-d173-46ed-be3b-6b46113fc781!
I1122 03:02:17.483925 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"3c6d2d58-a9c5-45dd-9f86-2761836ea708", APIVersion:"v1", ResourceVersion:"455", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' embed-certs-114686_e3383a8e-d173-46ed-be3b-6b46113fc781 became leader
W1122 03:02:17.497027 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:17.501053 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:02:17.583890 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_embed-certs-114686_e3383a8e-d173-46ed-be3b-6b46113fc781!
W1122 03:02:19.504698 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:19.509900 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:21.512933 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:21.519449 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:23.522008 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:23.527128 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:25.530446 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:25.544194 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:27.563149 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:27.568634 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:29.573281 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:29.601200 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:31.611063 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:02:31.617896 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-114686 -n embed-certs-114686
helpers_test.go:269: (dbg) Run: kubectl --context embed-certs-114686 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/embed-certs/serial/EnableAddonWhileActive FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive (4.01s)
=== RUN TestStartStop/group/no-preload/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p no-preload-564946 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 pause -p no-preload-564946 --alsologtostderr -v=1: exit status 80 (1.832420443s)
-- stdout --
* Pausing node no-preload-564946 ...
-- /stdout --
** stderr **
I1122 03:03:22.465755 201209 out.go:360] Setting OutFile to fd 1 ...
I1122 03:03:22.465922 201209 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:03:22.465937 201209 out.go:374] Setting ErrFile to fd 2...
I1122 03:03:22.465943 201209 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:03:22.466199 201209 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:03:22.466445 201209 out.go:368] Setting JSON to false
I1122 03:03:22.466469 201209 mustload.go:66] Loading cluster: no-preload-564946
I1122 03:03:22.466886 201209 config.go:182] Loaded profile config "no-preload-564946": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:03:22.467350 201209 cli_runner.go:164] Run: docker container inspect no-preload-564946 --format={{.State.Status}}
I1122 03:03:22.484125 201209 host.go:66] Checking if "no-preload-564946" exists ...
I1122 03:03:22.484460 201209 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:03:22.550516 201209 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:49 OomKillDisable:true NGoroutines:62 SystemTime:2025-11-22 03:03:22.539895321 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:03:22.551277 201209 pause.go:60] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/21924/minikube-v1.37.0-1763503576-21924-arm64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1763503576-21924/minikube-v1.37.0-1763503576-21924-arm64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1763503576-21924-arm64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) profile:no-preload-564946 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(bool=true) wantupdatenotification:%!s(bool=true)
wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1122 03:03:22.554692 201209 out.go:179] * Pausing node no-preload-564946 ...
I1122 03:03:22.558517 201209 host.go:66] Checking if "no-preload-564946" exists ...
I1122 03:03:22.558958 201209 ssh_runner.go:195] Run: systemctl --version
I1122 03:03:22.559008 201209 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-564946
I1122 03:03:22.577696 201209 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33071 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/no-preload-564946/id_rsa Username:docker}
I1122 03:03:22.677509 201209 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:03:22.694004 201209 pause.go:52] kubelet running: true
I1122 03:03:22.694071 201209 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 03:03:22.957933 201209 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 03:03:22.958027 201209 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 03:03:23.031564 201209 cri.go:89] found id: "fc9e72e8061583c32f0f3e289ced23b19db201e7e81d9f975b32f4bfeadeb893"
I1122 03:03:23.031589 201209 cri.go:89] found id: "a83283a7a76ff774f540524121a2f7c7c35758938a8cbc3996a0beb51b2f4bbf"
I1122 03:03:23.031595 201209 cri.go:89] found id: "5c59d9363b4aefb7c1fa9b0aa318e6562d721a6140b614db5fd2f859e119efdf"
I1122 03:03:23.031599 201209 cri.go:89] found id: "acf48280bfacca904af7e33d292819b58ab5c29a12a485f127166e3f1f4ee33f"
I1122 03:03:23.031602 201209 cri.go:89] found id: "e89bd5ac8d2507e64749cd230b738d48f38bed328b4e4d3fcb86d67abc11bd32"
I1122 03:03:23.031605 201209 cri.go:89] found id: "0d0ef8f8cfac2ffea6652afb97a004244b0b0a155b59f3d5546d4658f0523fb9"
I1122 03:03:23.031608 201209 cri.go:89] found id: "e2a39b087450125fead60e48164615d431d83518e2dc083677ef5e3640969225"
I1122 03:03:23.031611 201209 cri.go:89] found id: "75e9386b2745bb69d6fce7e22fc303955e7409815780a19b1c71d532f7cfb113"
I1122 03:03:23.031614 201209 cri.go:89] found id: "3686d7f60611d89cd1378d1b6d657b7f1ac8b98032400dc0b717967d2ec9deb2"
I1122 03:03:23.031623 201209 cri.go:89] found id: "c0bfd3514e870dbd0c40143e4971e34e4d86bc6fcaf30ec13f0620d95d27c2a5"
I1122 03:03:23.031627 201209 cri.go:89] found id: "1143c33484ef6855c72350f65d7dba8d54d4e8147ed121b4fc0eb087eeabe40b"
I1122 03:03:23.031630 201209 cri.go:89] found id: ""
I1122 03:03:23.031680 201209 ssh_runner.go:195] Run: sudo runc list -f json
I1122 03:03:23.050450 201209 retry.go:31] will retry after 357.774588ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:03:23Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:03:23.408769 201209 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:03:23.423361 201209 pause.go:52] kubelet running: false
I1122 03:03:23.423424 201209 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 03:03:23.588792 201209 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 03:03:23.588881 201209 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 03:03:23.657390 201209 cri.go:89] found id: "fc9e72e8061583c32f0f3e289ced23b19db201e7e81d9f975b32f4bfeadeb893"
I1122 03:03:23.657419 201209 cri.go:89] found id: "a83283a7a76ff774f540524121a2f7c7c35758938a8cbc3996a0beb51b2f4bbf"
I1122 03:03:23.657424 201209 cri.go:89] found id: "5c59d9363b4aefb7c1fa9b0aa318e6562d721a6140b614db5fd2f859e119efdf"
I1122 03:03:23.657427 201209 cri.go:89] found id: "acf48280bfacca904af7e33d292819b58ab5c29a12a485f127166e3f1f4ee33f"
I1122 03:03:23.657430 201209 cri.go:89] found id: "e89bd5ac8d2507e64749cd230b738d48f38bed328b4e4d3fcb86d67abc11bd32"
I1122 03:03:23.657433 201209 cri.go:89] found id: "0d0ef8f8cfac2ffea6652afb97a004244b0b0a155b59f3d5546d4658f0523fb9"
I1122 03:03:23.657436 201209 cri.go:89] found id: "e2a39b087450125fead60e48164615d431d83518e2dc083677ef5e3640969225"
I1122 03:03:23.657439 201209 cri.go:89] found id: "75e9386b2745bb69d6fce7e22fc303955e7409815780a19b1c71d532f7cfb113"
I1122 03:03:23.657443 201209 cri.go:89] found id: "3686d7f60611d89cd1378d1b6d657b7f1ac8b98032400dc0b717967d2ec9deb2"
I1122 03:03:23.657457 201209 cri.go:89] found id: "c0bfd3514e870dbd0c40143e4971e34e4d86bc6fcaf30ec13f0620d95d27c2a5"
I1122 03:03:23.657463 201209 cri.go:89] found id: "1143c33484ef6855c72350f65d7dba8d54d4e8147ed121b4fc0eb087eeabe40b"
I1122 03:03:23.657466 201209 cri.go:89] found id: ""
I1122 03:03:23.657518 201209 ssh_runner.go:195] Run: sudo runc list -f json
I1122 03:03:23.669448 201209 retry.go:31] will retry after 279.847079ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:03:23Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:03:23.949787 201209 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:03:23.963428 201209 pause.go:52] kubelet running: false
I1122 03:03:23.963522 201209 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 03:03:24.155690 201209 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 03:03:24.155802 201209 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 03:03:24.223015 201209 cri.go:89] found id: "fc9e72e8061583c32f0f3e289ced23b19db201e7e81d9f975b32f4bfeadeb893"
I1122 03:03:24.223038 201209 cri.go:89] found id: "a83283a7a76ff774f540524121a2f7c7c35758938a8cbc3996a0beb51b2f4bbf"
I1122 03:03:24.223044 201209 cri.go:89] found id: "5c59d9363b4aefb7c1fa9b0aa318e6562d721a6140b614db5fd2f859e119efdf"
I1122 03:03:24.223048 201209 cri.go:89] found id: "acf48280bfacca904af7e33d292819b58ab5c29a12a485f127166e3f1f4ee33f"
I1122 03:03:24.223052 201209 cri.go:89] found id: "e89bd5ac8d2507e64749cd230b738d48f38bed328b4e4d3fcb86d67abc11bd32"
I1122 03:03:24.223056 201209 cri.go:89] found id: "0d0ef8f8cfac2ffea6652afb97a004244b0b0a155b59f3d5546d4658f0523fb9"
I1122 03:03:24.223059 201209 cri.go:89] found id: "e2a39b087450125fead60e48164615d431d83518e2dc083677ef5e3640969225"
I1122 03:03:24.223063 201209 cri.go:89] found id: "75e9386b2745bb69d6fce7e22fc303955e7409815780a19b1c71d532f7cfb113"
I1122 03:03:24.223066 201209 cri.go:89] found id: "3686d7f60611d89cd1378d1b6d657b7f1ac8b98032400dc0b717967d2ec9deb2"
I1122 03:03:24.223072 201209 cri.go:89] found id: "c0bfd3514e870dbd0c40143e4971e34e4d86bc6fcaf30ec13f0620d95d27c2a5"
I1122 03:03:24.223075 201209 cri.go:89] found id: "1143c33484ef6855c72350f65d7dba8d54d4e8147ed121b4fc0eb087eeabe40b"
I1122 03:03:24.223078 201209 cri.go:89] found id: ""
I1122 03:03:24.223136 201209 ssh_runner.go:195] Run: sudo runc list -f json
I1122 03:03:24.237893 201209 out.go:203]
W1122 03:03:24.240775 201209 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:03:24Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:03:24Z" level=error msg="open /run/runc: no such file or directory"
W1122 03:03:24.240806 201209 out.go:285] *
*
W1122 03:03:24.245776 201209 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 03:03:24.248802 201209 out.go:203]
** /stderr **
start_stop_delete_test.go:309: out/minikube-linux-arm64 pause -p no-preload-564946 --alsologtostderr -v=1 failed: exit status 80
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect no-preload-564946
helpers_test.go:243: (dbg) docker inspect no-preload-564946:
-- stdout --
[
{
"Id": "13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1",
"Created": "2025-11-22T03:00:35.106681213Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 196253,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T03:02:17.973842504Z",
"FinishedAt": "2025-11-22T03:02:17.039454921Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1/hostname",
"HostsPath": "/var/lib/docker/containers/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1/hosts",
"LogPath": "/var/lib/docker/containers/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1-json.log",
"Name": "/no-preload-564946",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"no-preload-564946:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "no-preload-564946",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1",
"LowerDir": "/var/lib/docker/overlay2/cefcaec053d4ee79f5b64e8ffa7af6f2ba83079474aebb33293349e4f4abb47e-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/cefcaec053d4ee79f5b64e8ffa7af6f2ba83079474aebb33293349e4f4abb47e/merged",
"UpperDir": "/var/lib/docker/overlay2/cefcaec053d4ee79f5b64e8ffa7af6f2ba83079474aebb33293349e4f4abb47e/diff",
"WorkDir": "/var/lib/docker/overlay2/cefcaec053d4ee79f5b64e8ffa7af6f2ba83079474aebb33293349e4f4abb47e/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "no-preload-564946",
"Source": "/var/lib/docker/volumes/no-preload-564946/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "no-preload-564946",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "no-preload-564946",
"name.minikube.sigs.k8s.io": "no-preload-564946",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "0fd3903d37749c9bc3c4ce3e1e471089f728520437a5432e7ae9e3c5415ec24c",
"SandboxKey": "/var/run/docker/netns/0fd3903d3774",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33071"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33072"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33075"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33073"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33074"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"no-preload-564946": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "82:37:1d:e7:5f:85",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "b5aee110a0835e0c59e4b79287ab7d9d31e086d31fb826d7ff5afd3f3e54d452",
"EndpointID": "c3ccd5dfa0a2c8d957bc46252861c4c8c82613789968b937c45817bcfedcda64",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"no-preload-564946",
"13da823a6519"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-564946 -n no-preload-564946
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-564946 -n no-preload-564946: exit status 2 (383.263421ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/no-preload/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p no-preload-564946 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p no-preload-564946 logs -n 25: (1.347438731s)
helpers_test.go:260: TestStartStop/group/no-preload/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬────────────────────────┬─────────┬─────────┬─────────────────────┬────────────────────
─┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼────────────────────────┼─────────┼─────────┼─────────────────────┼────────────────────
─┤
│ ssh │ -p cert-options-359368 -- sudo cat /etc/kubernetes/admin.conf │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ delete │ -p cert-options-359368 │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ start │ -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:58 UTC │
│ addons │ enable metrics-server -p old-k8s-version-250049 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ │
│ stop │ -p old-k8s-version-250049 --alsologtostderr -v=3 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 02:59 UTC │
│ addons │ enable dashboard -p old-k8s-version-250049 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 02:59 UTC │
│ start │ -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 03:00 UTC │
│ image │ old-k8s-version-250049 image list --format=json │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ pause │ -p old-k8s-version-250049 --alsologtostderr -v=1 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ │
│ start │ -p cert-expiration-893129 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ delete │ -p old-k8s-version-250049 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ delete │ -p old-k8s-version-250049 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ start │ -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:01 UTC │
│ delete │ -p cert-expiration-893129 │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ start │ -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable metrics-server -p no-preload-564946 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ stop │ -p no-preload-564946 --alsologtostderr -v=3 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable dashboard -p no-preload-564946 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ start │ -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:03 UTC │
│ addons │ enable metrics-server -p embed-certs-114686 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ stop │ -p embed-certs-114686 --alsologtostderr -v=3 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable dashboard -p embed-certs-114686 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ start │ -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ image │ no-preload-564946 image list --format=json │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ pause │ -p no-preload-564946 --alsologtostderr -v=1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴────────────────────────┴─────────┴─────────┴─────────────────────┴────────────────────
─┘
==> Last Start <==
Log file created at: 2025/11/22 03:02:46
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 03:02:46.083353 198983 out.go:360] Setting OutFile to fd 1 ...
I1122 03:02:46.083564 198983 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:02:46.083593 198983 out.go:374] Setting ErrFile to fd 2...
I1122 03:02:46.083612 198983 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:02:46.083921 198983 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:02:46.084353 198983 out.go:368] Setting JSON to false
I1122 03:02:46.085423 198983 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6292,"bootTime":1763774274,"procs":199,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 03:02:46.085516 198983 start.go:143] virtualization:
I1122 03:02:46.090491 198983 out.go:179] * [embed-certs-114686] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 03:02:46.093597 198983 out.go:179] - MINIKUBE_LOCATION=21946
I1122 03:02:46.093669 198983 notify.go:221] Checking for updates...
I1122 03:02:46.100137 198983 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 03:02:46.104431 198983 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:02:46.107611 198983 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 03:02:46.110468 198983 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 03:02:46.113311 198983 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 03:02:46.116598 198983 config.go:182] Loaded profile config "embed-certs-114686": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:02:46.117173 198983 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 03:02:46.152161 198983 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 03:02:46.152274 198983 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:02:46.264633 198983 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:42 OomKillDisable:true NGoroutines:53 SystemTime:2025-11-22 03:02:46.253426024 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:02:46.264744 198983 docker.go:319] overlay module found
I1122 03:02:46.267733 198983 out.go:179] * Using the docker driver based on existing profile
I1122 03:02:46.270422 198983 start.go:309] selected driver: docker
I1122 03:02:46.270440 198983 start.go:927] validating driver "docker" against &{Name:embed-certs-114686 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-114686 Namespace:default APIServerHAVIP: APIServerN
ame:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:02:46.270532 198983 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 03:02:46.271275 198983 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:02:46.371877 198983 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:42 OomKillDisable:true NGoroutines:53 SystemTime:2025-11-22 03:02:46.357765498 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:02:46.372207 198983 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:02:46.372239 198983 cni.go:84] Creating CNI manager for ""
I1122 03:02:46.372309 198983 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:02:46.372354 198983 start.go:353] cluster config:
{Name:embed-certs-114686 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-114686 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Contain
erRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false
DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:02:46.377302 198983 out.go:179] * Starting "embed-certs-114686" primary control-plane node in "embed-certs-114686" cluster
I1122 03:02:46.380161 198983 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 03:02:46.382950 198983 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 03:02:46.385804 198983 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:02:46.385850 198983 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 03:02:46.385864 198983 cache.go:65] Caching tarball of preloaded images
I1122 03:02:46.385972 198983 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 03:02:46.385989 198983 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 03:02:46.386101 198983 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/config.json ...
I1122 03:02:46.386318 198983 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 03:02:46.409682 198983 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 03:02:46.409708 198983 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 03:02:46.409720 198983 cache.go:243] Successfully downloaded all kic artifacts
I1122 03:02:46.409750 198983 start.go:360] acquireMachinesLock for embed-certs-114686: {Name:mke195cf317725d310ed30da437d18369d6ceb29 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:02:46.409813 198983 start.go:364] duration metric: took 40.386µs to acquireMachinesLock for "embed-certs-114686"
I1122 03:02:46.409838 198983 start.go:96] Skipping create...Using existing machine configuration
I1122 03:02:46.409843 198983 fix.go:54] fixHost starting:
I1122 03:02:46.410101 198983 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:02:46.430118 198983 fix.go:112] recreateIfNeeded on embed-certs-114686: state=Stopped err=<nil>
W1122 03:02:46.430152 198983 fix.go:138] unexpected machine state, will restart: <nil>
W1122 03:02:43.557671 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
W1122 03:02:46.061468 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
I1122 03:02:46.433398 198983 out.go:252] * Restarting existing docker container for "embed-certs-114686" ...
I1122 03:02:46.433486 198983 cli_runner.go:164] Run: docker start embed-certs-114686
I1122 03:02:46.708917 198983 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:02:46.732021 198983 kic.go:430] container "embed-certs-114686" state is running.
I1122 03:02:46.732439 198983 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-114686
I1122 03:02:46.755443 198983 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/config.json ...
I1122 03:02:46.756346 198983 machine.go:94] provisionDockerMachine start ...
I1122 03:02:46.756424 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:46.780397 198983 main.go:143] libmachine: Using SSH client type: native
I1122 03:02:46.780859 198983 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33076 <nil> <nil>}
I1122 03:02:46.780871 198983 main.go:143] libmachine: About to run SSH command:
hostname
I1122 03:02:46.781744 198983 main.go:143] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1122 03:02:49.922643 198983 main.go:143] libmachine: SSH cmd err, output: <nil>: embed-certs-114686
I1122 03:02:49.922671 198983 ubuntu.go:182] provisioning hostname "embed-certs-114686"
I1122 03:02:49.922757 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:49.942873 198983 main.go:143] libmachine: Using SSH client type: native
I1122 03:02:49.943223 198983 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33076 <nil> <nil>}
I1122 03:02:49.943243 198983 main.go:143] libmachine: About to run SSH command:
sudo hostname embed-certs-114686 && echo "embed-certs-114686" | sudo tee /etc/hostname
I1122 03:02:50.106784 198983 main.go:143] libmachine: SSH cmd err, output: <nil>: embed-certs-114686
I1122 03:02:50.106878 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:50.124868 198983 main.go:143] libmachine: Using SSH client type: native
I1122 03:02:50.125182 198983 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33076 <nil> <nil>}
I1122 03:02:50.125203 198983 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\sembed-certs-114686' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 embed-certs-114686/g' /etc/hosts;
else
echo '127.0.1.1 embed-certs-114686' | sudo tee -a /etc/hosts;
fi
fi
I1122 03:02:50.275204 198983 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 03:02:50.275230 198983 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 03:02:50.275250 198983 ubuntu.go:190] setting up certificates
I1122 03:02:50.275260 198983 provision.go:84] configureAuth start
I1122 03:02:50.275317 198983 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-114686
I1122 03:02:50.293456 198983 provision.go:143] copyHostCerts
I1122 03:02:50.293532 198983 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 03:02:50.293548 198983 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 03:02:50.293629 198983 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 03:02:50.293729 198983 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 03:02:50.293739 198983 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 03:02:50.293766 198983 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 03:02:50.293834 198983 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 03:02:50.293845 198983 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 03:02:50.293869 198983 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 03:02:50.293924 198983 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.embed-certs-114686 san=[127.0.0.1 192.168.85.2 embed-certs-114686 localhost minikube]
W1122 03:02:48.557190 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
W1122 03:02:50.558212 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
I1122 03:02:51.564755 198983 provision.go:177] copyRemoteCerts
I1122 03:02:51.564819 198983 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 03:02:51.564891 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:51.589988 198983 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33076 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:02:51.690806 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 03:02:51.709026 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1224 bytes)
I1122 03:02:51.726776 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1122 03:02:51.745768 198983 provision.go:87] duration metric: took 1.470486887s to configureAuth
I1122 03:02:51.745793 198983 ubuntu.go:206] setting minikube options for container-runtime
I1122 03:02:51.745989 198983 config.go:182] Loaded profile config "embed-certs-114686": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:02:51.746095 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:51.763231 198983 main.go:143] libmachine: Using SSH client type: native
I1122 03:02:51.763548 198983 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33076 <nil> <nil>}
I1122 03:02:51.763568 198983 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 03:02:52.145599 198983 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 03:02:52.145620 198983 machine.go:97] duration metric: took 5.389252986s to provisionDockerMachine
I1122 03:02:52.145631 198983 start.go:293] postStartSetup for "embed-certs-114686" (driver="docker")
I1122 03:02:52.145642 198983 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 03:02:52.145702 198983 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 03:02:52.145751 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:52.174706 198983 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33076 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:02:52.282735 198983 ssh_runner.go:195] Run: cat /etc/os-release
I1122 03:02:52.286137 198983 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 03:02:52.286181 198983 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 03:02:52.286192 198983 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 03:02:52.286250 198983 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 03:02:52.286341 198983 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 03:02:52.286449 198983 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1122 03:02:52.293703 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:02:52.314910 198983 start.go:296] duration metric: took 169.264694ms for postStartSetup
I1122 03:02:52.315032 198983 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 03:02:52.315098 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:52.332783 198983 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33076 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:02:52.431872 198983 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 03:02:52.437345 198983 fix.go:56] duration metric: took 6.027493056s for fixHost
I1122 03:02:52.437373 198983 start.go:83] releasing machines lock for "embed-certs-114686", held for 6.027546594s
I1122 03:02:52.437443 198983 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-114686
I1122 03:02:52.454673 198983 ssh_runner.go:195] Run: cat /version.json
I1122 03:02:52.454692 198983 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 03:02:52.454778 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:52.454871 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:52.481035 198983 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33076 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:02:52.482426 198983 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33076 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:02:52.582438 198983 ssh_runner.go:195] Run: systemctl --version
I1122 03:02:52.673887 198983 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 03:02:52.715153 198983 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 03:02:52.720035 198983 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 03:02:52.720126 198983 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 03:02:52.728557 198983 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1122 03:02:52.728579 198983 start.go:496] detecting cgroup driver to use...
I1122 03:02:52.728613 198983 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 03:02:52.728662 198983 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 03:02:52.744655 198983 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 03:02:52.758301 198983 docker.go:218] disabling cri-docker service (if available) ...
I1122 03:02:52.758408 198983 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 03:02:52.774500 198983 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 03:02:52.788569 198983 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 03:02:52.912275 198983 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 03:02:53.036925 198983 docker.go:234] disabling docker service ...
I1122 03:02:53.037037 198983 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 03:02:53.055598 198983 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 03:02:53.070360 198983 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 03:02:53.186791 198983 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 03:02:53.308074 198983 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 03:02:53.321145 198983 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 03:02:53.336660 198983 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 03:02:53.336752 198983 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:53.345474 198983 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 03:02:53.345550 198983 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:53.354477 198983 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:53.363892 198983 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:53.372781 198983 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 03:02:53.380719 198983 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:53.389495 198983 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:53.397765 198983 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:53.406403 198983 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 03:02:53.414117 198983 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 03:02:53.421571 198983 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:02:53.528882 198983 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 03:02:53.694120 198983 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 03:02:53.694186 198983 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 03:02:53.698071 198983 start.go:564] Will wait 60s for crictl version
I1122 03:02:53.698130 198983 ssh_runner.go:195] Run: which crictl
I1122 03:02:53.701364 198983 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 03:02:53.726189 198983 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 03:02:53.726273 198983 ssh_runner.go:195] Run: crio --version
I1122 03:02:53.756225 198983 ssh_runner.go:195] Run: crio --version
I1122 03:02:53.787454 198983 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 03:02:53.790250 198983 cli_runner.go:164] Run: docker network inspect embed-certs-114686 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:02:53.806088 198983 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1122 03:02:53.809869 198983 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:02:53.819544 198983 kubeadm.go:884] updating cluster {Name:embed-certs-114686 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-114686 Namespace:default APIServerHAVIP: APIServerName:minikubeCA AP
IServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docke
r BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 03:02:53.819689 198983 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:02:53.819762 198983 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:02:53.856691 198983 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:02:53.856715 198983 crio.go:433] Images already preloaded, skipping extraction
I1122 03:02:53.856771 198983 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:02:53.881486 198983 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:02:53.881508 198983 cache_images.go:86] Images are preloaded, skipping loading
I1122 03:02:53.881516 198983 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1122 03:02:53.881620 198983 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=embed-certs-114686 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:embed-certs-114686 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 03:02:53.881701 198983 ssh_runner.go:195] Run: crio config
I1122 03:02:53.955974 198983 cni.go:84] Creating CNI manager for ""
I1122 03:02:53.956013 198983 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:02:53.956054 198983 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1122 03:02:53.956085 198983 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:embed-certs-114686 NodeName:embed-certs-114686 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/e
tc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 03:02:53.956216 198983 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "embed-certs-114686"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 03:02:53.956290 198983 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 03:02:53.964158 198983 binaries.go:51] Found k8s binaries, skipping transfer
I1122 03:02:53.964229 198983 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 03:02:53.971664 198983 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (368 bytes)
I1122 03:02:53.984721 198983 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 03:02:53.997554 198983 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2215 bytes)
I1122 03:02:54.015589 198983 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1122 03:02:54.019766 198983 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:02:54.030848 198983 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:02:54.152868 198983 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:02:54.169794 198983 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686 for IP: 192.168.85.2
I1122 03:02:54.169876 198983 certs.go:195] generating shared ca certs ...
I1122 03:02:54.169907 198983 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:02:54.170093 198983 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 03:02:54.170172 198983 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 03:02:54.170209 198983 certs.go:257] generating profile certs ...
I1122 03:02:54.170347 198983 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/client.key
I1122 03:02:54.170471 198983 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.key.f8e6e0de
I1122 03:02:54.170550 198983 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/proxy-client.key
I1122 03:02:54.170697 198983 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 03:02:54.170822 198983 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 03:02:54.170849 198983 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 03:02:54.170901 198983 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 03:02:54.170951 198983 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 03:02:54.171000 198983 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 03:02:54.171082 198983 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:02:54.171678 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 03:02:54.198188 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 03:02:54.216920 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 03:02:54.237520 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 03:02:54.259419 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1428 bytes)
I1122 03:02:54.281734 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1122 03:02:54.302989 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 03:02:54.324030 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1122 03:02:54.346005 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 03:02:54.376659 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 03:02:54.401424 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 03:02:54.426495 198983 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 03:02:54.442130 198983 ssh_runner.go:195] Run: openssl version
I1122 03:02:54.448692 198983 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 03:02:54.458018 198983 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 03:02:54.461819 198983 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 03:02:54.461883 198983 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 03:02:54.508230 198983 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 03:02:54.516491 198983 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 03:02:54.525595 198983 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 03:02:54.529990 198983 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 03:02:54.530088 198983 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 03:02:54.574981 198983 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 03:02:54.584810 198983 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 03:02:54.600591 198983 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 03:02:54.604511 198983 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 03:02:54.604577 198983 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 03:02:54.646260 198983 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 03:02:54.654913 198983 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 03:02:54.658907 198983 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1122 03:02:54.701333 198983 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1122 03:02:54.744929 198983 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1122 03:02:54.787589 198983 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1122 03:02:54.837196 198983 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1122 03:02:54.885425 198983 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1122 03:02:54.936970 198983 kubeadm.go:401] StartCluster: {Name:embed-certs-114686 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-114686 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISe
rverNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker B
inaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:02:54.937069 198983 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 03:02:54.937144 198983 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 03:02:55.033839 198983 cri.go:89] found id: "b5293d138d7adc869a0e531c73c10b273e60b71939030cc78f71daf2c3875448"
I1122 03:02:55.033868 198983 cri.go:89] found id: ""
I1122 03:02:55.033932 198983 ssh_runner.go:195] Run: sudo runc list -f json
W1122 03:02:55.099123 198983 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:02:55Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:02:55.099238 198983 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 03:02:55.138562 198983 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1122 03:02:55.138591 198983 kubeadm.go:598] restartPrimaryControlPlane start ...
I1122 03:02:55.138689 198983 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1122 03:02:55.156095 198983 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1122 03:02:55.156750 198983 kubeconfig.go:47] verify endpoint returned: get endpoint: "embed-certs-114686" does not appear in /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:02:55.157048 198983 kubeconfig.go:62] /home/jenkins/minikube-integration/21946-2339/kubeconfig needs updating (will repair): [kubeconfig missing "embed-certs-114686" cluster setting kubeconfig missing "embed-certs-114686" context setting]
I1122 03:02:55.157628 198983 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:02:55.159491 198983 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1122 03:02:55.180224 198983 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.85.2
I1122 03:02:55.180272 198983 kubeadm.go:602] duration metric: took 41.655687ms to restartPrimaryControlPlane
I1122 03:02:55.180300 198983 kubeadm.go:403] duration metric: took 243.342619ms to StartCluster
I1122 03:02:55.180322 198983 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:02:55.180408 198983 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:02:55.181933 198983 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:02:55.187111 198983 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:02:55.187570 198983 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 03:02:55.187658 198983 addons.go:70] Setting storage-provisioner=true in profile "embed-certs-114686"
I1122 03:02:55.187677 198983 addons.go:239] Setting addon storage-provisioner=true in "embed-certs-114686"
W1122 03:02:55.187688 198983 addons.go:248] addon storage-provisioner should already be in state true
I1122 03:02:55.187719 198983 host.go:66] Checking if "embed-certs-114686" exists ...
I1122 03:02:55.188256 198983 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:02:55.188559 198983 config.go:182] Loaded profile config "embed-certs-114686": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:02:55.188631 198983 addons.go:70] Setting dashboard=true in profile "embed-certs-114686"
I1122 03:02:55.188647 198983 addons.go:239] Setting addon dashboard=true in "embed-certs-114686"
W1122 03:02:55.188654 198983 addons.go:248] addon dashboard should already be in state true
I1122 03:02:55.188690 198983 host.go:66] Checking if "embed-certs-114686" exists ...
I1122 03:02:55.189214 198983 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:02:55.194278 198983 addons.go:70] Setting default-storageclass=true in profile "embed-certs-114686"
I1122 03:02:55.194415 198983 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "embed-certs-114686"
I1122 03:02:55.194604 198983 out.go:179] * Verifying Kubernetes components...
I1122 03:02:55.195540 198983 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:02:55.201374 198983 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:02:55.237140 198983 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1122 03:02:55.239897 198983 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1122 03:02:55.243962 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1122 03:02:55.243990 198983 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1122 03:02:55.244056 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:55.271050 198983 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1122 03:02:55.277800 198983 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:02:55.277824 198983 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 03:02:55.277920 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:55.277808 198983 addons.go:239] Setting addon default-storageclass=true in "embed-certs-114686"
W1122 03:02:55.278804 198983 addons.go:248] addon default-storageclass should already be in state true
I1122 03:02:55.278865 198983 host.go:66] Checking if "embed-certs-114686" exists ...
I1122 03:02:55.279362 198983 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:02:55.292795 198983 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33076 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:02:55.336371 198983 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 03:02:55.336401 198983 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 03:02:55.336462 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:55.340222 198983 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33076 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:02:55.384481 198983 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33076 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:02:55.574398 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1122 03:02:55.574423 198983 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1122 03:02:55.612955 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1122 03:02:55.613019 198983 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1122 03:02:55.656954 198983 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:02:55.680890 198983 node_ready.go:35] waiting up to 6m0s for node "embed-certs-114686" to be "Ready" ...
I1122 03:02:55.684165 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1122 03:02:55.684184 198983 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1122 03:02:55.700651 198983 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:02:55.718246 198983 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 03:02:55.738979 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1122 03:02:55.739051 198983 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1122 03:02:55.841342 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1122 03:02:55.841413 198983 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1122 03:02:55.912038 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1122 03:02:55.912059 198983 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1122 03:02:55.967182 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1122 03:02:55.967208 198983 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1122 03:02:55.992678 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1122 03:02:55.992710 198983 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1122 03:02:56.027657 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1122 03:02:56.027681 198983 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1122 03:02:56.048364 198983 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
W1122 03:02:53.057224 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
W1122 03:02:55.060076 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
W1122 03:02:57.557080 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
I1122 03:03:00.333095 198983 node_ready.go:49] node "embed-certs-114686" is "Ready"
I1122 03:03:00.333139 198983 node_ready.go:38] duration metric: took 4.652216725s for node "embed-certs-114686" to be "Ready" ...
I1122 03:03:00.333155 198983 api_server.go:52] waiting for apiserver process to appear ...
I1122 03:03:00.333227 198983 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 03:03:02.352520 198983 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (6.651790134s)
I1122 03:03:02.352587 198983 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.634282016s)
I1122 03:03:02.352950 198983 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (6.304539718s)
I1122 03:03:02.353659 198983 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (2.020413899s)
I1122 03:03:02.353685 198983 api_server.go:72] duration metric: took 7.16649821s to wait for apiserver process to appear ...
I1122 03:03:02.353693 198983 api_server.go:88] waiting for apiserver healthz status ...
I1122 03:03:02.353706 198983 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 03:03:02.356549 198983 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p embed-certs-114686 addons enable metrics-server
I1122 03:03:02.369213 198983 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1122 03:03:02.370513 198983 api_server.go:141] control plane version: v1.34.1
I1122 03:03:02.370544 198983 api_server.go:131] duration metric: took 16.844421ms to wait for apiserver health ...
I1122 03:03:02.370555 198983 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 03:03:02.376962 198983 system_pods.go:59] 8 kube-system pods found
I1122 03:03:02.376996 198983 system_pods.go:61] "coredns-66bc5c9577-28vjn" [1f67ae76-1743-4b49-9e82-7c3da8d9174e] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:03:02.377006 198983 system_pods.go:61] "etcd-embed-certs-114686" [001efd4a-2198-4781-97fe-4dde7148e9a1] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 03:03:02.377013 198983 system_pods.go:61] "kindnet-xx7dn" [c7603045-efff-43aa-9694-dfbf9e661729] Running
I1122 03:03:02.377020 198983 system_pods.go:61] "kube-apiserver-embed-certs-114686" [3be131ca-b6e0-470c-adde-3bccbd5e52af] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1122 03:03:02.377026 198983 system_pods.go:61] "kube-controller-manager-embed-certs-114686" [0c45da13-59fc-4813-96ca-d2f3440c43ea] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 03:03:02.377031 198983 system_pods.go:61] "kube-proxy-thhjz" [fe97bbc2-f4b3-492f-bfff-fb2feb54ff0b] Running
I1122 03:03:02.377038 198983 system_pods.go:61] "kube-scheduler-embed-certs-114686" [f3a8ad02-aef8-4d91-ab61-b615e37fcc2d] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 03:03:02.377042 198983 system_pods.go:61] "storage-provisioner" [8a4a0482-1505-424b-bbe2-87bf780fae5a] Running
I1122 03:03:02.377048 198983 system_pods.go:74] duration metric: took 6.487231ms to wait for pod list to return data ...
I1122 03:03:02.377056 198983 default_sa.go:34] waiting for default service account to be created ...
I1122 03:03:02.377236 198983 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
W1122 03:02:59.558162 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
W1122 03:03:02.070358 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
I1122 03:03:02.380126 198983 addons.go:530] duration metric: took 7.192523465s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1122 03:03:02.380399 198983 default_sa.go:45] found service account: "default"
I1122 03:03:02.380420 198983 default_sa.go:55] duration metric: took 3.357278ms for default service account to be created ...
I1122 03:03:02.380429 198983 system_pods.go:116] waiting for k8s-apps to be running ...
I1122 03:03:02.383796 198983 system_pods.go:86] 8 kube-system pods found
I1122 03:03:02.383867 198983 system_pods.go:89] "coredns-66bc5c9577-28vjn" [1f67ae76-1743-4b49-9e82-7c3da8d9174e] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:03:02.383886 198983 system_pods.go:89] "etcd-embed-certs-114686" [001efd4a-2198-4781-97fe-4dde7148e9a1] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 03:03:02.383892 198983 system_pods.go:89] "kindnet-xx7dn" [c7603045-efff-43aa-9694-dfbf9e661729] Running
I1122 03:03:02.383907 198983 system_pods.go:89] "kube-apiserver-embed-certs-114686" [3be131ca-b6e0-470c-adde-3bccbd5e52af] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1122 03:03:02.383914 198983 system_pods.go:89] "kube-controller-manager-embed-certs-114686" [0c45da13-59fc-4813-96ca-d2f3440c43ea] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 03:03:02.383919 198983 system_pods.go:89] "kube-proxy-thhjz" [fe97bbc2-f4b3-492f-bfff-fb2feb54ff0b] Running
I1122 03:03:02.383925 198983 system_pods.go:89] "kube-scheduler-embed-certs-114686" [f3a8ad02-aef8-4d91-ab61-b615e37fcc2d] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 03:03:02.383930 198983 system_pods.go:89] "storage-provisioner" [8a4a0482-1505-424b-bbe2-87bf780fae5a] Running
I1122 03:03:02.383938 198983 system_pods.go:126] duration metric: took 3.502631ms to wait for k8s-apps to be running ...
I1122 03:03:02.383955 198983 system_svc.go:44] waiting for kubelet service to be running ....
I1122 03:03:02.384010 198983 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:03:02.401080 198983 system_svc.go:56] duration metric: took 17.116266ms WaitForService to wait for kubelet
I1122 03:03:02.401122 198983 kubeadm.go:587] duration metric: took 7.213932394s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:03:02.401141 198983 node_conditions.go:102] verifying NodePressure condition ...
I1122 03:03:02.404762 198983 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 03:03:02.404846 198983 node_conditions.go:123] node cpu capacity is 2
I1122 03:03:02.404882 198983 node_conditions.go:105] duration metric: took 3.73469ms to run NodePressure ...
I1122 03:03:02.404926 198983 start.go:242] waiting for startup goroutines ...
I1122 03:03:02.404952 198983 start.go:247] waiting for cluster config update ...
I1122 03:03:02.404980 198983 start.go:256] writing updated cluster config ...
I1122 03:03:02.405334 198983 ssh_runner.go:195] Run: rm -f paused
I1122 03:03:02.410322 198983 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:03:02.414190 198983 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-28vjn" in "kube-system" namespace to be "Ready" or be gone ...
W1122 03:03:04.420276 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:04.555859 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
W1122 03:03:06.556214 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
W1122 03:03:08.557927 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
I1122 03:03:09.060338 196124 pod_ready.go:94] pod "coredns-66bc5c9577-6bdck" is "Ready"
I1122 03:03:09.060366 196124 pod_ready.go:86] duration metric: took 34.509392529s for pod "coredns-66bc5c9577-6bdck" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:09.063694 196124 pod_ready.go:83] waiting for pod "etcd-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:09.069734 196124 pod_ready.go:94] pod "etcd-no-preload-564946" is "Ready"
I1122 03:03:09.069775 196124 pod_ready.go:86] duration metric: took 6.051267ms for pod "etcd-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:09.072757 196124 pod_ready.go:83] waiting for pod "kube-apiserver-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:09.078370 196124 pod_ready.go:94] pod "kube-apiserver-no-preload-564946" is "Ready"
I1122 03:03:09.078405 196124 pod_ready.go:86] duration metric: took 5.621194ms for pod "kube-apiserver-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:09.081645 196124 pod_ready.go:83] waiting for pod "kube-controller-manager-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:09.257856 196124 pod_ready.go:94] pod "kube-controller-manager-no-preload-564946" is "Ready"
I1122 03:03:09.257891 196124 pod_ready.go:86] duration metric: took 176.222488ms for pod "kube-controller-manager-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:09.457250 196124 pod_ready.go:83] waiting for pod "kube-proxy-sq77t" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:09.857782 196124 pod_ready.go:94] pod "kube-proxy-sq77t" is "Ready"
I1122 03:03:09.857863 196124 pod_ready.go:86] duration metric: took 400.58255ms for pod "kube-proxy-sq77t" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:10.057462 196124 pod_ready.go:83] waiting for pod "kube-scheduler-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:10.458010 196124 pod_ready.go:94] pod "kube-scheduler-no-preload-564946" is "Ready"
I1122 03:03:10.458094 196124 pod_ready.go:86] duration metric: took 400.553819ms for pod "kube-scheduler-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:10.458122 196124 pod_ready.go:40] duration metric: took 35.911305366s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:03:10.541443 196124 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 03:03:10.545186 196124 out.go:179] * Done! kubectl is now configured to use "no-preload-564946" cluster and "default" namespace by default
W1122 03:03:06.429020 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:08.920375 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:10.926220 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:13.420713 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:15.920546 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:18.419314 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:20.420336 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
==> CRI-O <==
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.333309303Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=ed2c60d3-1f33-459d-8fef-cf47f7e5ffeb name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.334492609Z" level=info msg="Creating container: kube-system/storage-provisioner/storage-provisioner" id=8f7a0d15-88b7-4c16-ab2c-fd078b631a1b name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.334826969Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.342885322Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.343262464Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/8e235837d7ed54cd71053e0a74171bd4fee324833156394b3ce69cb9dac9b162/merged/etc/passwd: no such file or directory"
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.343407252Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/8e235837d7ed54cd71053e0a74171bd4fee324833156394b3ce69cb9dac9b162/merged/etc/group: no such file or directory"
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.343858404Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.374092885Z" level=info msg="Created container fc9e72e8061583c32f0f3e289ced23b19db201e7e81d9f975b32f4bfeadeb893: kube-system/storage-provisioner/storage-provisioner" id=8f7a0d15-88b7-4c16-ab2c-fd078b631a1b name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.378278406Z" level=info msg="Starting container: fc9e72e8061583c32f0f3e289ced23b19db201e7e81d9f975b32f4bfeadeb893" id=6ae42c3f-bebd-4496-95e7-24c5049bd906 name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.382443464Z" level=info msg="Started container" PID=1639 containerID=fc9e72e8061583c32f0f3e289ced23b19db201e7e81d9f975b32f4bfeadeb893 description=kube-system/storage-provisioner/storage-provisioner id=6ae42c3f-bebd-4496-95e7-24c5049bd906 name=/runtime.v1.RuntimeService/StartContainer sandboxID=dac149cfb9a2b6defad86950d96107b90277d5a765e26ff3733e427a34486950
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.713177691Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.718369607Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.718564865Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.718602855Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.722347916Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.722913539Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.723031668Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.727006236Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.727177116Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.727264288Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.731227269Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.731389494Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.731461953Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.735045184Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.735204028Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
fc9e72e806158 66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51 21 seconds ago Running storage-provisioner 2 dac149cfb9a2b storage-provisioner kube-system
c0bfd3514e870 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 25 seconds ago Exited dashboard-metrics-scraper 2 9b42d7ae5c841 dashboard-metrics-scraper-6ffb444bf9-2r47t kubernetes-dashboard
1143c33484ef6 docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf 40 seconds ago Running kubernetes-dashboard 0 4e0dba1000174 kubernetes-dashboard-855c9754f9-qwq4d kubernetes-dashboard
a83283a7a76ff 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 52 seconds ago Running coredns 1 098dde14f5515 coredns-66bc5c9577-6bdck kube-system
a932d475268a5 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c 52 seconds ago Running busybox 1 5bc9fb9b8f4ac busybox default
5c59d9363b4ae 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 53 seconds ago Running kube-proxy 1 1d9eda45fd659 kube-proxy-sq77t kube-system
acf48280bfacc b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 53 seconds ago Running kindnet-cni 1 69fd29db20460 kindnet-h6js2 kube-system
e89bd5ac8d250 66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51 53 seconds ago Exited storage-provisioner 1 dac149cfb9a2b storage-provisioner kube-system
0d0ef8f8cfac2 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 59 seconds ago Running kube-apiserver 1 c8804ff7d81ae kube-apiserver-no-preload-564946 kube-system
e2a39b0874501 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 59 seconds ago Running kube-scheduler 1 97aa148fa83e6 kube-scheduler-no-preload-564946 kube-system
75e9386b2745b a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 59 seconds ago Running etcd 1 7530268ecf89b etcd-no-preload-564946 kube-system
3686d7f60611d 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 59 seconds ago Running kube-controller-manager 1 3915d50bcaa93 kube-controller-manager-no-preload-564946 kube-system
==> coredns [a83283a7a76ff774f540524121a2f7c7c35758938a8cbc3996a0beb51b2f4bbf] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:33388 - 54012 "HINFO IN 3002915200793281649.3798915823801517148. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.032503402s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
==> describe nodes <==
Name: no-preload-564946
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=no-preload-564946
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=no-preload-564946
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T03_01_30_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 03:01:25 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: no-preload-564946
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 03:03:22 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 03:03:22 +0000 Sat, 22 Nov 2025 03:01:19 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 03:03:22 +0000 Sat, 22 Nov 2025 03:01:19 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 03:03:22 +0000 Sat, 22 Nov 2025 03:01:19 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 22 Nov 2025 03:03:22 +0000 Sat, 22 Nov 2025 03:01:50 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: no-preload-564946
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: ddf38238-c432-43ff-9e94-380a569f4db9
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 92s
kube-system coredns-66bc5c9577-6bdck 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 111s
kube-system etcd-no-preload-564946 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 116s
kube-system kindnet-h6js2 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 111s
kube-system kube-apiserver-no-preload-564946 250m (12%) 0 (0%) 0 (0%) 0 (0%) 119s
kube-system kube-controller-manager-no-preload-564946 200m (10%) 0 (0%) 0 (0%) 0 (0%) 116s
kube-system kube-proxy-sq77t 0 (0%) 0 (0%) 0 (0%) 0 (0%) 111s
kube-system kube-scheduler-no-preload-564946 100m (5%) 0 (0%) 0 (0%) 0 (0%) 116s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 109s
kubernetes-dashboard dashboard-metrics-scraper-6ffb444bf9-2r47t 0 (0%) 0 (0%) 0 (0%) 0 (0%) 49s
kubernetes-dashboard kubernetes-dashboard-855c9754f9-qwq4d 0 (0%) 0 (0%) 0 (0%) 0 (0%) 49s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 109s kube-proxy
Normal Starting 51s kube-proxy
Warning CgroupV1 2m7s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 2m7s (x8 over 2m7s) kubelet Node no-preload-564946 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m7s (x8 over 2m7s) kubelet Node no-preload-564946 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m7s (x8 over 2m7s) kubelet Node no-preload-564946 status is now: NodeHasSufficientPID
Normal NodeHasSufficientMemory 116s kubelet Node no-preload-564946 status is now: NodeHasSufficientMemory
Warning CgroupV1 116s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasNoDiskPressure 116s kubelet Node no-preload-564946 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 116s kubelet Node no-preload-564946 status is now: NodeHasSufficientPID
Normal Starting 116s kubelet Starting kubelet.
Normal RegisteredNode 112s node-controller Node no-preload-564946 event: Registered Node no-preload-564946 in Controller
Normal NodeReady 95s kubelet Node no-preload-564946 status is now: NodeReady
Normal Starting 61s kubelet Starting kubelet.
Warning CgroupV1 61s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 60s (x8 over 61s) kubelet Node no-preload-564946 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 60s (x8 over 61s) kubelet Node no-preload-564946 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 60s (x8 over 61s) kubelet Node no-preload-564946 status is now: NodeHasSufficientPID
Normal RegisteredNode 50s node-controller Node no-preload-564946 event: Registered Node no-preload-564946 in Controller
==> dmesg <==
[Nov22 02:41] overlayfs: idmapped layers are currently not supported
[ +22.252297] overlayfs: idmapped layers are currently not supported
[ +13.476824] overlayfs: idmapped layers are currently not supported
[Nov22 02:42] hrtimer: interrupt took 39554483 ns
[ +30.996351] overlayfs: idmapped layers are currently not supported
[ +28.004266] overlayfs: idmapped layers are currently not supported
[Nov22 02:43] overlayfs: idmapped layers are currently not supported
[Nov22 02:44] overlayfs: idmapped layers are currently not supported
[Nov22 02:45] overlayfs: idmapped layers are currently not supported
[Nov22 02:46] overlayfs: idmapped layers are currently not supported
[Nov22 02:49] overlayfs: idmapped layers are currently not supported
[Nov22 02:51] overlayfs: idmapped layers are currently not supported
[ +27.358169] systemd-journald[231]: Failed to send stream file descriptor to service manager: Connection refused
[ +1.241009] overlayfs: idmapped layers are currently not supported
[Nov22 02:53] overlayfs: idmapped layers are currently not supported
[Nov22 02:56] overlayfs: idmapped layers are currently not supported
[Nov22 02:57] overlayfs: idmapped layers are currently not supported
[ +5.709995] overlayfs: idmapped layers are currently not supported
[ +34.878505] overlayfs: idmapped layers are currently not supported
[Nov22 02:58] overlayfs: idmapped layers are currently not supported
[Nov22 02:59] overlayfs: idmapped layers are currently not supported
[Nov22 03:00] overlayfs: idmapped layers are currently not supported
[Nov22 03:01] overlayfs: idmapped layers are currently not supported
[Nov22 03:02] overlayfs: idmapped layers are currently not supported
[ +29.429632] overlayfs: idmapped layers are currently not supported
==> etcd [75e9386b2745bb69d6fce7e22fc303955e7409815780a19b1c71d532f7cfb113] <==
{"level":"warn","ts":"2025-11-22T03:02:28.477506Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56072","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.516541Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56094","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.519402Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56106","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.542026Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56124","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.579213Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56138","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.585487Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56148","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.621852Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56166","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.642177Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56194","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.656551Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56214","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.695663Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56236","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.731924Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56252","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.746231Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56268","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.780781Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56280","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.793339Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56294","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.811918Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56316","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.835944Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56330","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.849974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56350","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.874635Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56376","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.886779Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56388","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.905302Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56414","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.927682Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56438","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.961994Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56456","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.988923Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56472","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:29.022890Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56480","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:29.245816Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56494","server-name":"","error":"EOF"}
==> kernel <==
03:03:25 up 1:45, 0 user, load average: 2.82, 3.24, 2.70
Linux no-preload-564946 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [acf48280bfacca904af7e33d292819b58ab5c29a12a485f127166e3f1f4ee33f] <==
I1122 03:02:32.509420 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 03:02:32.509675 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1122 03:02:32.509802 1 main.go:148] setting mtu 1500 for CNI
I1122 03:02:32.509814 1 main.go:178] kindnetd IP family: "ipv4"
I1122 03:02:32.509830 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T03:02:32Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 03:02:32.720181 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 03:02:32.720211 1 controller.go:381] "Waiting for informer caches to sync"
I1122 03:02:32.720220 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 03:02:32.720566 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1122 03:03:02.711298 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1122 03:03:02.720850 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1122 03:03:02.720969 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
E1122 03:03:02.720867 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
I1122 03:03:04.320646 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 03:03:04.320683 1 metrics.go:72] Registering metrics
I1122 03:03:04.320752 1 controller.go:711] "Syncing nftables rules"
I1122 03:03:12.712224 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 03:03:12.712905 1 main.go:301] handling current node
I1122 03:03:22.710182 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 03:03:22.710232 1 main.go:301] handling current node
==> kube-apiserver [0d0ef8f8cfac2ffea6652afb97a004244b0b0a155b59f3d5546d4658f0523fb9] <==
I1122 03:02:31.202238 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1122 03:02:31.202338 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1122 03:02:31.204243 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1122 03:02:31.204257 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1122 03:02:31.204376 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1122 03:02:31.204417 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1122 03:02:31.226388 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1122 03:02:31.227437 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1122 03:02:31.234640 1 aggregator.go:171] initial CRD sync complete...
I1122 03:02:31.234663 1 autoregister_controller.go:144] Starting autoregister controller
I1122 03:02:31.234671 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1122 03:02:31.234678 1 cache.go:39] Caches are synced for autoregister controller
I1122 03:02:31.343850 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1122 03:02:31.508133 1 controller.go:667] quota admission added evaluator for: serviceaccounts
E1122 03:02:31.529974 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1122 03:02:31.569254 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 03:02:32.924469 1 controller.go:667] quota admission added evaluator for: namespaces
I1122 03:02:33.113361 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1122 03:02:33.360072 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1122 03:02:33.457355 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1122 03:02:33.896037 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.111.166.49"}
I1122 03:02:33.925790 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.97.109.131"}
I1122 03:02:36.065595 1 controller.go:667] quota admission added evaluator for: endpoints
I1122 03:02:36.116038 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1122 03:02:36.428748 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
==> kube-controller-manager [3686d7f60611d89cd1378d1b6d657b7f1ac8b98032400dc0b717967d2ec9deb2] <==
I1122 03:02:35.955089 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1122 03:02:35.955151 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-client"
I1122 03:02:35.955172 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kube-apiserver-client"
I1122 03:02:35.957418 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1122 03:02:35.957874 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1122 03:02:35.959057 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1122 03:02:35.959277 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrapproving"
I1122 03:02:35.959428 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
I1122 03:02:35.959551 1 shared_informer.go:356] "Caches are synced" controller="legacy-service-account-token-cleaner"
I1122 03:02:35.959700 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1122 03:02:35.960768 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 03:02:35.961849 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1122 03:02:35.966133 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1122 03:02:35.966152 1 shared_informer.go:356] "Caches are synced" controller="ReplicationController"
I1122 03:02:35.969359 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1122 03:02:35.971653 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1122 03:02:35.973929 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1122 03:02:35.975147 1 shared_informer.go:356] "Caches are synced" controller="TTL after finished"
I1122 03:02:35.975201 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:02:35.975286 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1122 03:02:35.975314 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1122 03:02:35.984418 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1122 03:02:35.995652 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1122 03:02:36.446467 1 endpointslice_controller.go:344] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kubernetes-dashboard/dashboard-metrics-scraper" err="EndpointSlice informer cache is out of date"
I1122 03:02:36.446581 1 endpointslice_controller.go:344] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kubernetes-dashboard/kubernetes-dashboard" err="EndpointSlice informer cache is out of date"
==> kube-proxy [5c59d9363b4aefb7c1fa9b0aa318e6562d721a6140b614db5fd2f859e119efdf] <==
I1122 03:02:33.600114 1 server_linux.go:53] "Using iptables proxy"
I1122 03:02:34.076225 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 03:02:34.178302 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 03:02:34.178348 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1122 03:02:34.178417 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 03:02:34.202296 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 03:02:34.202430 1 server_linux.go:132] "Using iptables Proxier"
I1122 03:02:34.207985 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 03:02:34.208388 1 server.go:527] "Version info" version="v1.34.1"
I1122 03:02:34.208634 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:02:34.209977 1 config.go:200] "Starting service config controller"
I1122 03:02:34.210049 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 03:02:34.210104 1 config.go:106] "Starting endpoint slice config controller"
I1122 03:02:34.210152 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 03:02:34.210195 1 config.go:403] "Starting serviceCIDR config controller"
I1122 03:02:34.210237 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 03:02:34.211145 1 config.go:309] "Starting node config controller"
I1122 03:02:34.211208 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 03:02:34.211262 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 03:02:34.310235 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1122 03:02:34.310331 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 03:02:34.310359 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
==> kube-scheduler [e2a39b087450125fead60e48164615d431d83518e2dc083677ef5e3640969225] <==
I1122 03:02:30.179570 1 serving.go:386] Generated self-signed cert in-memory
I1122 03:02:34.488007 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1122 03:02:34.488042 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:02:34.505717 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1122 03:02:34.505805 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1122 03:02:34.505832 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1122 03:02:34.505877 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1122 03:02:34.511669 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:02:34.511706 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:02:34.512426 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 03:02:34.512451 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 03:02:34.605971 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1122 03:02:34.612538 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 03:02:34.612607 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Nov 22 03:02:36 no-preload-564946 kubelet[778]: I1122 03:02:36.547162 778 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mv2wl\" (UniqueName: \"kubernetes.io/projected/9f501ac2-2671-41f3-8880-7029fe0d0af1-kube-api-access-mv2wl\") pod \"kubernetes-dashboard-855c9754f9-qwq4d\" (UID: \"9f501ac2-2671-41f3-8880-7029fe0d0af1\") " pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-qwq4d"
Nov 22 03:02:36 no-preload-564946 kubelet[778]: I1122 03:02:36.547417 778 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bbsn5\" (UniqueName: \"kubernetes.io/projected/d43d6c7e-6bf0-4d56-b551-2f832d67dc71-kube-api-access-bbsn5\") pod \"dashboard-metrics-scraper-6ffb444bf9-2r47t\" (UID: \"d43d6c7e-6bf0-4d56-b551-2f832d67dc71\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-2r47t"
Nov 22 03:02:36 no-preload-564946 kubelet[778]: W1122 03:02:36.726365 778 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1/crio-9b42d7ae5c841595dba6addc57bb872b71bdfbb54b70e3ce3263fa2d00685716 WatchSource:0}: Error finding container 9b42d7ae5c841595dba6addc57bb872b71bdfbb54b70e3ce3263fa2d00685716: Status 404 returned error can't find the container with id 9b42d7ae5c841595dba6addc57bb872b71bdfbb54b70e3ce3263fa2d00685716
Nov 22 03:02:38 no-preload-564946 kubelet[778]: I1122 03:02:38.752736 778 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness"
Nov 22 03:02:41 no-preload-564946 kubelet[778]: I1122 03:02:41.223219 778 scope.go:117] "RemoveContainer" containerID="01402f788cf8f1924d7076c8a9a7af4a0023c69e579d033834153ad7f4c077e9"
Nov 22 03:02:42 no-preload-564946 kubelet[778]: I1122 03:02:42.221508 778 scope.go:117] "RemoveContainer" containerID="01402f788cf8f1924d7076c8a9a7af4a0023c69e579d033834153ad7f4c077e9"
Nov 22 03:02:42 no-preload-564946 kubelet[778]: I1122 03:02:42.221907 778 scope.go:117] "RemoveContainer" containerID="7bc5628032fad2aff81731ec53bae4e612c9541682bb546b2bb48e9fcb74c5f9"
Nov 22 03:02:42 no-preload-564946 kubelet[778]: E1122 03:02:42.222088 778 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-2r47t_kubernetes-dashboard(d43d6c7e-6bf0-4d56-b551-2f832d67dc71)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-2r47t" podUID="d43d6c7e-6bf0-4d56-b551-2f832d67dc71"
Nov 22 03:02:43 no-preload-564946 kubelet[778]: I1122 03:02:43.226904 778 scope.go:117] "RemoveContainer" containerID="7bc5628032fad2aff81731ec53bae4e612c9541682bb546b2bb48e9fcb74c5f9"
Nov 22 03:02:43 no-preload-564946 kubelet[778]: E1122 03:02:43.227065 778 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-2r47t_kubernetes-dashboard(d43d6c7e-6bf0-4d56-b551-2f832d67dc71)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-2r47t" podUID="d43d6c7e-6bf0-4d56-b551-2f832d67dc71"
Nov 22 03:02:46 no-preload-564946 kubelet[778]: I1122 03:02:46.694834 778 scope.go:117] "RemoveContainer" containerID="7bc5628032fad2aff81731ec53bae4e612c9541682bb546b2bb48e9fcb74c5f9"
Nov 22 03:02:46 no-preload-564946 kubelet[778]: E1122 03:02:46.695026 778 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-2r47t_kubernetes-dashboard(d43d6c7e-6bf0-4d56-b551-2f832d67dc71)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-2r47t" podUID="d43d6c7e-6bf0-4d56-b551-2f832d67dc71"
Nov 22 03:02:59 no-preload-564946 kubelet[778]: I1122 03:02:59.964988 778 scope.go:117] "RemoveContainer" containerID="7bc5628032fad2aff81731ec53bae4e612c9541682bb546b2bb48e9fcb74c5f9"
Nov 22 03:03:00 no-preload-564946 kubelet[778]: I1122 03:03:00.318982 778 scope.go:117] "RemoveContainer" containerID="7bc5628032fad2aff81731ec53bae4e612c9541682bb546b2bb48e9fcb74c5f9"
Nov 22 03:03:00 no-preload-564946 kubelet[778]: I1122 03:03:00.333791 778 scope.go:117] "RemoveContainer" containerID="c0bfd3514e870dbd0c40143e4971e34e4d86bc6fcaf30ec13f0620d95d27c2a5"
Nov 22 03:03:00 no-preload-564946 kubelet[778]: E1122 03:03:00.343504 778 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-2r47t_kubernetes-dashboard(d43d6c7e-6bf0-4d56-b551-2f832d67dc71)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-2r47t" podUID="d43d6c7e-6bf0-4d56-b551-2f832d67dc71"
Nov 22 03:03:00 no-preload-564946 kubelet[778]: I1122 03:03:00.428888 778 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-qwq4d" podStartSLOduration=15.858650871 podStartE2EDuration="24.428868243s" podCreationTimestamp="2025-11-22 03:02:36 +0000 UTC" firstStartedPulling="2025-11-22 03:02:36.738453319 +0000 UTC m=+11.990037184" lastFinishedPulling="2025-11-22 03:02:45.30867069 +0000 UTC m=+20.560254556" observedRunningTime="2025-11-22 03:02:46.262572871 +0000 UTC m=+21.514156737" watchObservedRunningTime="2025-11-22 03:03:00.428868243 +0000 UTC m=+35.680452117"
Nov 22 03:03:03 no-preload-564946 kubelet[778]: I1122 03:03:03.330896 778 scope.go:117] "RemoveContainer" containerID="e89bd5ac8d2507e64749cd230b738d48f38bed328b4e4d3fcb86d67abc11bd32"
Nov 22 03:03:06 no-preload-564946 kubelet[778]: I1122 03:03:06.695439 778 scope.go:117] "RemoveContainer" containerID="c0bfd3514e870dbd0c40143e4971e34e4d86bc6fcaf30ec13f0620d95d27c2a5"
Nov 22 03:03:06 no-preload-564946 kubelet[778]: E1122 03:03:06.696255 778 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-2r47t_kubernetes-dashboard(d43d6c7e-6bf0-4d56-b551-2f832d67dc71)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-2r47t" podUID="d43d6c7e-6bf0-4d56-b551-2f832d67dc71"
Nov 22 03:03:19 no-preload-564946 kubelet[778]: I1122 03:03:19.964502 778 scope.go:117] "RemoveContainer" containerID="c0bfd3514e870dbd0c40143e4971e34e4d86bc6fcaf30ec13f0620d95d27c2a5"
Nov 22 03:03:19 no-preload-564946 kubelet[778]: E1122 03:03:19.964702 778 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-2r47t_kubernetes-dashboard(d43d6c7e-6bf0-4d56-b551-2f832d67dc71)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-2r47t" podUID="d43d6c7e-6bf0-4d56-b551-2f832d67dc71"
Nov 22 03:03:22 no-preload-564946 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Nov 22 03:03:22 no-preload-564946 systemd[1]: kubelet.service: Deactivated successfully.
Nov 22 03:03:22 no-preload-564946 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
==> kubernetes-dashboard [1143c33484ef6855c72350f65d7dba8d54d4e8147ed121b4fc0eb087eeabe40b] <==
2025/11/22 03:02:45 Starting overwatch
2025/11/22 03:02:45 Using namespace: kubernetes-dashboard
2025/11/22 03:02:45 Using in-cluster config to connect to apiserver
2025/11/22 03:02:45 Using secret token for csrf signing
2025/11/22 03:02:45 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/11/22 03:02:45 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/11/22 03:02:45 Successful initial request to the apiserver, version: v1.34.1
2025/11/22 03:02:45 Generating JWE encryption key
2025/11/22 03:02:45 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/11/22 03:02:45 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/11/22 03:02:46 Initializing JWE encryption key from synchronized object
2025/11/22 03:02:46 Creating in-cluster Sidecar client
2025/11/22 03:02:46 Serving insecurely on HTTP port: 9090
2025/11/22 03:02:46 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/11/22 03:03:16 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
==> storage-provisioner [e89bd5ac8d2507e64749cd230b738d48f38bed328b4e4d3fcb86d67abc11bd32] <==
I1122 03:02:32.736126 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1122 03:03:02.738100 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
==> storage-provisioner [fc9e72e8061583c32f0f3e289ced23b19db201e7e81d9f975b32f4bfeadeb893] <==
I1122 03:03:03.396129 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1122 03:03:03.413967 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1122 03:03:03.414134 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1122 03:03:03.422747 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:06.877775 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:11.139440 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:14.738458 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:17.791568 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:20.813887 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:20.818770 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:03:20.818972 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1122 03:03:20.819142 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_no-preload-564946_b115813f-c151-4d57-aec9-247769893153!
I1122 03:03:20.819753 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"9e94d3b1-c37c-47b9-b7cb-54e773f28f9f", APIVersion:"v1", ResourceVersion:"681", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' no-preload-564946_b115813f-c151-4d57-aec9-247769893153 became leader
W1122 03:03:20.825850 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:20.830208 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:03:20.920271 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_no-preload-564946_b115813f-c151-4d57-aec9-247769893153!
W1122 03:03:22.833629 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:22.842671 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:24.846674 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:24.852738 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-564946 -n no-preload-564946
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-564946 -n no-preload-564946: exit status 2 (380.744488ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context no-preload-564946 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/no-preload/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect no-preload-564946
helpers_test.go:243: (dbg) docker inspect no-preload-564946:
-- stdout --
[
{
"Id": "13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1",
"Created": "2025-11-22T03:00:35.106681213Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 196253,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T03:02:17.973842504Z",
"FinishedAt": "2025-11-22T03:02:17.039454921Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1/hostname",
"HostsPath": "/var/lib/docker/containers/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1/hosts",
"LogPath": "/var/lib/docker/containers/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1-json.log",
"Name": "/no-preload-564946",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"no-preload-564946:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "no-preload-564946",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1",
"LowerDir": "/var/lib/docker/overlay2/cefcaec053d4ee79f5b64e8ffa7af6f2ba83079474aebb33293349e4f4abb47e-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/cefcaec053d4ee79f5b64e8ffa7af6f2ba83079474aebb33293349e4f4abb47e/merged",
"UpperDir": "/var/lib/docker/overlay2/cefcaec053d4ee79f5b64e8ffa7af6f2ba83079474aebb33293349e4f4abb47e/diff",
"WorkDir": "/var/lib/docker/overlay2/cefcaec053d4ee79f5b64e8ffa7af6f2ba83079474aebb33293349e4f4abb47e/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "no-preload-564946",
"Source": "/var/lib/docker/volumes/no-preload-564946/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "no-preload-564946",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "no-preload-564946",
"name.minikube.sigs.k8s.io": "no-preload-564946",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "0fd3903d37749c9bc3c4ce3e1e471089f728520437a5432e7ae9e3c5415ec24c",
"SandboxKey": "/var/run/docker/netns/0fd3903d3774",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33071"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33072"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33075"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33073"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33074"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"no-preload-564946": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "82:37:1d:e7:5f:85",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "b5aee110a0835e0c59e4b79287ab7d9d31e086d31fb826d7ff5afd3f3e54d452",
"EndpointID": "c3ccd5dfa0a2c8d957bc46252861c4c8c82613789968b937c45817bcfedcda64",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"no-preload-564946",
"13da823a6519"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-564946 -n no-preload-564946
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-564946 -n no-preload-564946: exit status 2 (341.879918ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/no-preload/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p no-preload-564946 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p no-preload-564946 logs -n 25: (1.269628186s)
helpers_test.go:260: TestStartStop/group/no-preload/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬────────────────────────┬─────────┬─────────┬─────────────────────┬────────────────────
─┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼────────────────────────┼─────────┼─────────┼─────────────────────┼────────────────────
─┤
│ ssh │ -p cert-options-359368 -- sudo cat /etc/kubernetes/admin.conf │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ delete │ -p cert-options-359368 │ cert-options-359368 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:57 UTC │
│ start │ -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:57 UTC │ 22 Nov 25 02:58 UTC │
│ addons │ enable metrics-server -p old-k8s-version-250049 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ │
│ stop │ -p old-k8s-version-250049 --alsologtostderr -v=3 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 02:59 UTC │
│ addons │ enable dashboard -p old-k8s-version-250049 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 02:59 UTC │
│ start │ -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 03:00 UTC │
│ image │ old-k8s-version-250049 image list --format=json │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ pause │ -p old-k8s-version-250049 --alsologtostderr -v=1 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ │
│ start │ -p cert-expiration-893129 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ delete │ -p old-k8s-version-250049 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ delete │ -p old-k8s-version-250049 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ start │ -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:01 UTC │
│ delete │ -p cert-expiration-893129 │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ start │ -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable metrics-server -p no-preload-564946 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ stop │ -p no-preload-564946 --alsologtostderr -v=3 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable dashboard -p no-preload-564946 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ start │ -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:03 UTC │
│ addons │ enable metrics-server -p embed-certs-114686 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ stop │ -p embed-certs-114686 --alsologtostderr -v=3 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable dashboard -p embed-certs-114686 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ start │ -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ image │ no-preload-564946 image list --format=json │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ pause │ -p no-preload-564946 --alsologtostderr -v=1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴────────────────────────┴─────────┴─────────┴─────────────────────┴────────────────────
─┘
==> Last Start <==
Log file created at: 2025/11/22 03:02:46
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 03:02:46.083353 198983 out.go:360] Setting OutFile to fd 1 ...
I1122 03:02:46.083564 198983 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:02:46.083593 198983 out.go:374] Setting ErrFile to fd 2...
I1122 03:02:46.083612 198983 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:02:46.083921 198983 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:02:46.084353 198983 out.go:368] Setting JSON to false
I1122 03:02:46.085423 198983 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6292,"bootTime":1763774274,"procs":199,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 03:02:46.085516 198983 start.go:143] virtualization:
I1122 03:02:46.090491 198983 out.go:179] * [embed-certs-114686] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 03:02:46.093597 198983 out.go:179] - MINIKUBE_LOCATION=21946
I1122 03:02:46.093669 198983 notify.go:221] Checking for updates...
I1122 03:02:46.100137 198983 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 03:02:46.104431 198983 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:02:46.107611 198983 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 03:02:46.110468 198983 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 03:02:46.113311 198983 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 03:02:46.116598 198983 config.go:182] Loaded profile config "embed-certs-114686": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:02:46.117173 198983 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 03:02:46.152161 198983 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 03:02:46.152274 198983 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:02:46.264633 198983 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:42 OomKillDisable:true NGoroutines:53 SystemTime:2025-11-22 03:02:46.253426024 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:02:46.264744 198983 docker.go:319] overlay module found
I1122 03:02:46.267733 198983 out.go:179] * Using the docker driver based on existing profile
I1122 03:02:46.270422 198983 start.go:309] selected driver: docker
I1122 03:02:46.270440 198983 start.go:927] validating driver "docker" against &{Name:embed-certs-114686 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-114686 Namespace:default APIServerHAVIP: APIServerN
ame:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:02:46.270532 198983 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 03:02:46.271275 198983 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:02:46.371877 198983 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:42 OomKillDisable:true NGoroutines:53 SystemTime:2025-11-22 03:02:46.357765498 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:02:46.372207 198983 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:02:46.372239 198983 cni.go:84] Creating CNI manager for ""
I1122 03:02:46.372309 198983 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:02:46.372354 198983 start.go:353] cluster config:
{Name:embed-certs-114686 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-114686 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Contain
erRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false
DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:02:46.377302 198983 out.go:179] * Starting "embed-certs-114686" primary control-plane node in "embed-certs-114686" cluster
I1122 03:02:46.380161 198983 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 03:02:46.382950 198983 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 03:02:46.385804 198983 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:02:46.385850 198983 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 03:02:46.385864 198983 cache.go:65] Caching tarball of preloaded images
I1122 03:02:46.385972 198983 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 03:02:46.385989 198983 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 03:02:46.386101 198983 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/config.json ...
I1122 03:02:46.386318 198983 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 03:02:46.409682 198983 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 03:02:46.409708 198983 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 03:02:46.409720 198983 cache.go:243] Successfully downloaded all kic artifacts
I1122 03:02:46.409750 198983 start.go:360] acquireMachinesLock for embed-certs-114686: {Name:mke195cf317725d310ed30da437d18369d6ceb29 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:02:46.409813 198983 start.go:364] duration metric: took 40.386µs to acquireMachinesLock for "embed-certs-114686"
I1122 03:02:46.409838 198983 start.go:96] Skipping create...Using existing machine configuration
I1122 03:02:46.409843 198983 fix.go:54] fixHost starting:
I1122 03:02:46.410101 198983 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:02:46.430118 198983 fix.go:112] recreateIfNeeded on embed-certs-114686: state=Stopped err=<nil>
W1122 03:02:46.430152 198983 fix.go:138] unexpected machine state, will restart: <nil>
W1122 03:02:43.557671 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
W1122 03:02:46.061468 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
I1122 03:02:46.433398 198983 out.go:252] * Restarting existing docker container for "embed-certs-114686" ...
I1122 03:02:46.433486 198983 cli_runner.go:164] Run: docker start embed-certs-114686
I1122 03:02:46.708917 198983 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:02:46.732021 198983 kic.go:430] container "embed-certs-114686" state is running.
I1122 03:02:46.732439 198983 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-114686
I1122 03:02:46.755443 198983 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/config.json ...
I1122 03:02:46.756346 198983 machine.go:94] provisionDockerMachine start ...
I1122 03:02:46.756424 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:46.780397 198983 main.go:143] libmachine: Using SSH client type: native
I1122 03:02:46.780859 198983 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33076 <nil> <nil>}
I1122 03:02:46.780871 198983 main.go:143] libmachine: About to run SSH command:
hostname
I1122 03:02:46.781744 198983 main.go:143] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1122 03:02:49.922643 198983 main.go:143] libmachine: SSH cmd err, output: <nil>: embed-certs-114686
I1122 03:02:49.922671 198983 ubuntu.go:182] provisioning hostname "embed-certs-114686"
I1122 03:02:49.922757 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:49.942873 198983 main.go:143] libmachine: Using SSH client type: native
I1122 03:02:49.943223 198983 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33076 <nil> <nil>}
I1122 03:02:49.943243 198983 main.go:143] libmachine: About to run SSH command:
sudo hostname embed-certs-114686 && echo "embed-certs-114686" | sudo tee /etc/hostname
I1122 03:02:50.106784 198983 main.go:143] libmachine: SSH cmd err, output: <nil>: embed-certs-114686
I1122 03:02:50.106878 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:50.124868 198983 main.go:143] libmachine: Using SSH client type: native
I1122 03:02:50.125182 198983 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33076 <nil> <nil>}
I1122 03:02:50.125203 198983 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\sembed-certs-114686' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 embed-certs-114686/g' /etc/hosts;
else
echo '127.0.1.1 embed-certs-114686' | sudo tee -a /etc/hosts;
fi
fi
I1122 03:02:50.275204 198983 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 03:02:50.275230 198983 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 03:02:50.275250 198983 ubuntu.go:190] setting up certificates
I1122 03:02:50.275260 198983 provision.go:84] configureAuth start
I1122 03:02:50.275317 198983 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-114686
I1122 03:02:50.293456 198983 provision.go:143] copyHostCerts
I1122 03:02:50.293532 198983 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 03:02:50.293548 198983 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 03:02:50.293629 198983 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 03:02:50.293729 198983 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 03:02:50.293739 198983 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 03:02:50.293766 198983 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 03:02:50.293834 198983 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 03:02:50.293845 198983 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 03:02:50.293869 198983 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 03:02:50.293924 198983 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.embed-certs-114686 san=[127.0.0.1 192.168.85.2 embed-certs-114686 localhost minikube]
W1122 03:02:48.557190 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
W1122 03:02:50.558212 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
I1122 03:02:51.564755 198983 provision.go:177] copyRemoteCerts
I1122 03:02:51.564819 198983 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 03:02:51.564891 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:51.589988 198983 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33076 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:02:51.690806 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 03:02:51.709026 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1224 bytes)
I1122 03:02:51.726776 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1122 03:02:51.745768 198983 provision.go:87] duration metric: took 1.470486887s to configureAuth
I1122 03:02:51.745793 198983 ubuntu.go:206] setting minikube options for container-runtime
I1122 03:02:51.745989 198983 config.go:182] Loaded profile config "embed-certs-114686": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:02:51.746095 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:51.763231 198983 main.go:143] libmachine: Using SSH client type: native
I1122 03:02:51.763548 198983 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33076 <nil> <nil>}
I1122 03:02:51.763568 198983 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 03:02:52.145599 198983 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 03:02:52.145620 198983 machine.go:97] duration metric: took 5.389252986s to provisionDockerMachine
I1122 03:02:52.145631 198983 start.go:293] postStartSetup for "embed-certs-114686" (driver="docker")
I1122 03:02:52.145642 198983 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 03:02:52.145702 198983 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 03:02:52.145751 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:52.174706 198983 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33076 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:02:52.282735 198983 ssh_runner.go:195] Run: cat /etc/os-release
I1122 03:02:52.286137 198983 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 03:02:52.286181 198983 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 03:02:52.286192 198983 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 03:02:52.286250 198983 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 03:02:52.286341 198983 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 03:02:52.286449 198983 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1122 03:02:52.293703 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:02:52.314910 198983 start.go:296] duration metric: took 169.264694ms for postStartSetup
I1122 03:02:52.315032 198983 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 03:02:52.315098 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:52.332783 198983 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33076 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:02:52.431872 198983 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 03:02:52.437345 198983 fix.go:56] duration metric: took 6.027493056s for fixHost
I1122 03:02:52.437373 198983 start.go:83] releasing machines lock for "embed-certs-114686", held for 6.027546594s
I1122 03:02:52.437443 198983 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-114686
I1122 03:02:52.454673 198983 ssh_runner.go:195] Run: cat /version.json
I1122 03:02:52.454692 198983 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 03:02:52.454778 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:52.454871 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:52.481035 198983 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33076 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:02:52.482426 198983 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33076 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:02:52.582438 198983 ssh_runner.go:195] Run: systemctl --version
I1122 03:02:52.673887 198983 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 03:02:52.715153 198983 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 03:02:52.720035 198983 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 03:02:52.720126 198983 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 03:02:52.728557 198983 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1122 03:02:52.728579 198983 start.go:496] detecting cgroup driver to use...
I1122 03:02:52.728613 198983 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 03:02:52.728662 198983 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 03:02:52.744655 198983 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 03:02:52.758301 198983 docker.go:218] disabling cri-docker service (if available) ...
I1122 03:02:52.758408 198983 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 03:02:52.774500 198983 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 03:02:52.788569 198983 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 03:02:52.912275 198983 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 03:02:53.036925 198983 docker.go:234] disabling docker service ...
I1122 03:02:53.037037 198983 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 03:02:53.055598 198983 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 03:02:53.070360 198983 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 03:02:53.186791 198983 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 03:02:53.308074 198983 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 03:02:53.321145 198983 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 03:02:53.336660 198983 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 03:02:53.336752 198983 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:53.345474 198983 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 03:02:53.345550 198983 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:53.354477 198983 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:53.363892 198983 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:53.372781 198983 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 03:02:53.380719 198983 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:53.389495 198983 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:53.397765 198983 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:02:53.406403 198983 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 03:02:53.414117 198983 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 03:02:53.421571 198983 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:02:53.528882 198983 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 03:02:53.694120 198983 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 03:02:53.694186 198983 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 03:02:53.698071 198983 start.go:564] Will wait 60s for crictl version
I1122 03:02:53.698130 198983 ssh_runner.go:195] Run: which crictl
I1122 03:02:53.701364 198983 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 03:02:53.726189 198983 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 03:02:53.726273 198983 ssh_runner.go:195] Run: crio --version
I1122 03:02:53.756225 198983 ssh_runner.go:195] Run: crio --version
I1122 03:02:53.787454 198983 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 03:02:53.790250 198983 cli_runner.go:164] Run: docker network inspect embed-certs-114686 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:02:53.806088 198983 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1122 03:02:53.809869 198983 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:02:53.819544 198983 kubeadm.go:884] updating cluster {Name:embed-certs-114686 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-114686 Namespace:default APIServerHAVIP: APIServerName:minikubeCA AP
IServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docke
r BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 03:02:53.819689 198983 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:02:53.819762 198983 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:02:53.856691 198983 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:02:53.856715 198983 crio.go:433] Images already preloaded, skipping extraction
I1122 03:02:53.856771 198983 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:02:53.881486 198983 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:02:53.881508 198983 cache_images.go:86] Images are preloaded, skipping loading
I1122 03:02:53.881516 198983 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1122 03:02:53.881620 198983 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=embed-certs-114686 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:embed-certs-114686 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 03:02:53.881701 198983 ssh_runner.go:195] Run: crio config
I1122 03:02:53.955974 198983 cni.go:84] Creating CNI manager for ""
I1122 03:02:53.956013 198983 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:02:53.956054 198983 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1122 03:02:53.956085 198983 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:embed-certs-114686 NodeName:embed-certs-114686 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/e
tc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 03:02:53.956216 198983 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "embed-certs-114686"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 03:02:53.956290 198983 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 03:02:53.964158 198983 binaries.go:51] Found k8s binaries, skipping transfer
I1122 03:02:53.964229 198983 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 03:02:53.971664 198983 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (368 bytes)
I1122 03:02:53.984721 198983 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 03:02:53.997554 198983 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2215 bytes)
I1122 03:02:54.015589 198983 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1122 03:02:54.019766 198983 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:02:54.030848 198983 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:02:54.152868 198983 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:02:54.169794 198983 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686 for IP: 192.168.85.2
I1122 03:02:54.169876 198983 certs.go:195] generating shared ca certs ...
I1122 03:02:54.169907 198983 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:02:54.170093 198983 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 03:02:54.170172 198983 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 03:02:54.170209 198983 certs.go:257] generating profile certs ...
I1122 03:02:54.170347 198983 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/client.key
I1122 03:02:54.170471 198983 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.key.f8e6e0de
I1122 03:02:54.170550 198983 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/proxy-client.key
I1122 03:02:54.170697 198983 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 03:02:54.170822 198983 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 03:02:54.170849 198983 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 03:02:54.170901 198983 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 03:02:54.170951 198983 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 03:02:54.171000 198983 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 03:02:54.171082 198983 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:02:54.171678 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 03:02:54.198188 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 03:02:54.216920 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 03:02:54.237520 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 03:02:54.259419 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1428 bytes)
I1122 03:02:54.281734 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1122 03:02:54.302989 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 03:02:54.324030 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/embed-certs-114686/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1122 03:02:54.346005 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 03:02:54.376659 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 03:02:54.401424 198983 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 03:02:54.426495 198983 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 03:02:54.442130 198983 ssh_runner.go:195] Run: openssl version
I1122 03:02:54.448692 198983 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 03:02:54.458018 198983 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 03:02:54.461819 198983 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 03:02:54.461883 198983 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 03:02:54.508230 198983 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 03:02:54.516491 198983 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 03:02:54.525595 198983 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 03:02:54.529990 198983 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 03:02:54.530088 198983 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 03:02:54.574981 198983 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 03:02:54.584810 198983 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 03:02:54.600591 198983 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 03:02:54.604511 198983 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 03:02:54.604577 198983 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 03:02:54.646260 198983 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 03:02:54.654913 198983 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 03:02:54.658907 198983 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1122 03:02:54.701333 198983 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1122 03:02:54.744929 198983 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1122 03:02:54.787589 198983 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1122 03:02:54.837196 198983 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1122 03:02:54.885425 198983 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1122 03:02:54.936970 198983 kubeadm.go:401] StartCluster: {Name:embed-certs-114686 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-114686 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISe
rverNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker B
inaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:02:54.937069 198983 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 03:02:54.937144 198983 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 03:02:55.033839 198983 cri.go:89] found id: "b5293d138d7adc869a0e531c73c10b273e60b71939030cc78f71daf2c3875448"
I1122 03:02:55.033868 198983 cri.go:89] found id: ""
I1122 03:02:55.033932 198983 ssh_runner.go:195] Run: sudo runc list -f json
W1122 03:02:55.099123 198983 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:02:55Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:02:55.099238 198983 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 03:02:55.138562 198983 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1122 03:02:55.138591 198983 kubeadm.go:598] restartPrimaryControlPlane start ...
I1122 03:02:55.138689 198983 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1122 03:02:55.156095 198983 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1122 03:02:55.156750 198983 kubeconfig.go:47] verify endpoint returned: get endpoint: "embed-certs-114686" does not appear in /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:02:55.157048 198983 kubeconfig.go:62] /home/jenkins/minikube-integration/21946-2339/kubeconfig needs updating (will repair): [kubeconfig missing "embed-certs-114686" cluster setting kubeconfig missing "embed-certs-114686" context setting]
I1122 03:02:55.157628 198983 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:02:55.159491 198983 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1122 03:02:55.180224 198983 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.85.2
I1122 03:02:55.180272 198983 kubeadm.go:602] duration metric: took 41.655687ms to restartPrimaryControlPlane
I1122 03:02:55.180300 198983 kubeadm.go:403] duration metric: took 243.342619ms to StartCluster
I1122 03:02:55.180322 198983 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:02:55.180408 198983 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:02:55.181933 198983 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:02:55.187111 198983 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:02:55.187570 198983 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 03:02:55.187658 198983 addons.go:70] Setting storage-provisioner=true in profile "embed-certs-114686"
I1122 03:02:55.187677 198983 addons.go:239] Setting addon storage-provisioner=true in "embed-certs-114686"
W1122 03:02:55.187688 198983 addons.go:248] addon storage-provisioner should already be in state true
I1122 03:02:55.187719 198983 host.go:66] Checking if "embed-certs-114686" exists ...
I1122 03:02:55.188256 198983 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:02:55.188559 198983 config.go:182] Loaded profile config "embed-certs-114686": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:02:55.188631 198983 addons.go:70] Setting dashboard=true in profile "embed-certs-114686"
I1122 03:02:55.188647 198983 addons.go:239] Setting addon dashboard=true in "embed-certs-114686"
W1122 03:02:55.188654 198983 addons.go:248] addon dashboard should already be in state true
I1122 03:02:55.188690 198983 host.go:66] Checking if "embed-certs-114686" exists ...
I1122 03:02:55.189214 198983 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:02:55.194278 198983 addons.go:70] Setting default-storageclass=true in profile "embed-certs-114686"
I1122 03:02:55.194415 198983 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "embed-certs-114686"
I1122 03:02:55.194604 198983 out.go:179] * Verifying Kubernetes components...
I1122 03:02:55.195540 198983 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:02:55.201374 198983 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:02:55.237140 198983 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1122 03:02:55.239897 198983 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1122 03:02:55.243962 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1122 03:02:55.243990 198983 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1122 03:02:55.244056 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:55.271050 198983 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1122 03:02:55.277800 198983 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:02:55.277824 198983 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 03:02:55.277920 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:55.277808 198983 addons.go:239] Setting addon default-storageclass=true in "embed-certs-114686"
W1122 03:02:55.278804 198983 addons.go:248] addon default-storageclass should already be in state true
I1122 03:02:55.278865 198983 host.go:66] Checking if "embed-certs-114686" exists ...
I1122 03:02:55.279362 198983 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:02:55.292795 198983 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33076 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:02:55.336371 198983 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 03:02:55.336401 198983 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 03:02:55.336462 198983 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:02:55.340222 198983 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33076 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:02:55.384481 198983 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33076 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:02:55.574398 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1122 03:02:55.574423 198983 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1122 03:02:55.612955 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1122 03:02:55.613019 198983 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1122 03:02:55.656954 198983 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:02:55.680890 198983 node_ready.go:35] waiting up to 6m0s for node "embed-certs-114686" to be "Ready" ...
I1122 03:02:55.684165 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1122 03:02:55.684184 198983 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1122 03:02:55.700651 198983 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:02:55.718246 198983 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 03:02:55.738979 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1122 03:02:55.739051 198983 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1122 03:02:55.841342 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1122 03:02:55.841413 198983 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1122 03:02:55.912038 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1122 03:02:55.912059 198983 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1122 03:02:55.967182 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1122 03:02:55.967208 198983 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1122 03:02:55.992678 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1122 03:02:55.992710 198983 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1122 03:02:56.027657 198983 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1122 03:02:56.027681 198983 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1122 03:02:56.048364 198983 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
W1122 03:02:53.057224 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
W1122 03:02:55.060076 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
W1122 03:02:57.557080 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
I1122 03:03:00.333095 198983 node_ready.go:49] node "embed-certs-114686" is "Ready"
I1122 03:03:00.333139 198983 node_ready.go:38] duration metric: took 4.652216725s for node "embed-certs-114686" to be "Ready" ...
I1122 03:03:00.333155 198983 api_server.go:52] waiting for apiserver process to appear ...
I1122 03:03:00.333227 198983 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 03:03:02.352520 198983 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (6.651790134s)
I1122 03:03:02.352587 198983 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.634282016s)
I1122 03:03:02.352950 198983 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (6.304539718s)
I1122 03:03:02.353659 198983 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (2.020413899s)
I1122 03:03:02.353685 198983 api_server.go:72] duration metric: took 7.16649821s to wait for apiserver process to appear ...
I1122 03:03:02.353693 198983 api_server.go:88] waiting for apiserver healthz status ...
I1122 03:03:02.353706 198983 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 03:03:02.356549 198983 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p embed-certs-114686 addons enable metrics-server
I1122 03:03:02.369213 198983 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1122 03:03:02.370513 198983 api_server.go:141] control plane version: v1.34.1
I1122 03:03:02.370544 198983 api_server.go:131] duration metric: took 16.844421ms to wait for apiserver health ...
I1122 03:03:02.370555 198983 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 03:03:02.376962 198983 system_pods.go:59] 8 kube-system pods found
I1122 03:03:02.376996 198983 system_pods.go:61] "coredns-66bc5c9577-28vjn" [1f67ae76-1743-4b49-9e82-7c3da8d9174e] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:03:02.377006 198983 system_pods.go:61] "etcd-embed-certs-114686" [001efd4a-2198-4781-97fe-4dde7148e9a1] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 03:03:02.377013 198983 system_pods.go:61] "kindnet-xx7dn" [c7603045-efff-43aa-9694-dfbf9e661729] Running
I1122 03:03:02.377020 198983 system_pods.go:61] "kube-apiserver-embed-certs-114686" [3be131ca-b6e0-470c-adde-3bccbd5e52af] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1122 03:03:02.377026 198983 system_pods.go:61] "kube-controller-manager-embed-certs-114686" [0c45da13-59fc-4813-96ca-d2f3440c43ea] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 03:03:02.377031 198983 system_pods.go:61] "kube-proxy-thhjz" [fe97bbc2-f4b3-492f-bfff-fb2feb54ff0b] Running
I1122 03:03:02.377038 198983 system_pods.go:61] "kube-scheduler-embed-certs-114686" [f3a8ad02-aef8-4d91-ab61-b615e37fcc2d] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 03:03:02.377042 198983 system_pods.go:61] "storage-provisioner" [8a4a0482-1505-424b-bbe2-87bf780fae5a] Running
I1122 03:03:02.377048 198983 system_pods.go:74] duration metric: took 6.487231ms to wait for pod list to return data ...
I1122 03:03:02.377056 198983 default_sa.go:34] waiting for default service account to be created ...
I1122 03:03:02.377236 198983 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
W1122 03:02:59.558162 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
W1122 03:03:02.070358 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
I1122 03:03:02.380126 198983 addons.go:530] duration metric: took 7.192523465s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1122 03:03:02.380399 198983 default_sa.go:45] found service account: "default"
I1122 03:03:02.380420 198983 default_sa.go:55] duration metric: took 3.357278ms for default service account to be created ...
I1122 03:03:02.380429 198983 system_pods.go:116] waiting for k8s-apps to be running ...
I1122 03:03:02.383796 198983 system_pods.go:86] 8 kube-system pods found
I1122 03:03:02.383867 198983 system_pods.go:89] "coredns-66bc5c9577-28vjn" [1f67ae76-1743-4b49-9e82-7c3da8d9174e] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:03:02.383886 198983 system_pods.go:89] "etcd-embed-certs-114686" [001efd4a-2198-4781-97fe-4dde7148e9a1] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 03:03:02.383892 198983 system_pods.go:89] "kindnet-xx7dn" [c7603045-efff-43aa-9694-dfbf9e661729] Running
I1122 03:03:02.383907 198983 system_pods.go:89] "kube-apiserver-embed-certs-114686" [3be131ca-b6e0-470c-adde-3bccbd5e52af] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1122 03:03:02.383914 198983 system_pods.go:89] "kube-controller-manager-embed-certs-114686" [0c45da13-59fc-4813-96ca-d2f3440c43ea] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 03:03:02.383919 198983 system_pods.go:89] "kube-proxy-thhjz" [fe97bbc2-f4b3-492f-bfff-fb2feb54ff0b] Running
I1122 03:03:02.383925 198983 system_pods.go:89] "kube-scheduler-embed-certs-114686" [f3a8ad02-aef8-4d91-ab61-b615e37fcc2d] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 03:03:02.383930 198983 system_pods.go:89] "storage-provisioner" [8a4a0482-1505-424b-bbe2-87bf780fae5a] Running
I1122 03:03:02.383938 198983 system_pods.go:126] duration metric: took 3.502631ms to wait for k8s-apps to be running ...
I1122 03:03:02.383955 198983 system_svc.go:44] waiting for kubelet service to be running ....
I1122 03:03:02.384010 198983 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:03:02.401080 198983 system_svc.go:56] duration metric: took 17.116266ms WaitForService to wait for kubelet
I1122 03:03:02.401122 198983 kubeadm.go:587] duration metric: took 7.213932394s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:03:02.401141 198983 node_conditions.go:102] verifying NodePressure condition ...
I1122 03:03:02.404762 198983 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 03:03:02.404846 198983 node_conditions.go:123] node cpu capacity is 2
I1122 03:03:02.404882 198983 node_conditions.go:105] duration metric: took 3.73469ms to run NodePressure ...
I1122 03:03:02.404926 198983 start.go:242] waiting for startup goroutines ...
I1122 03:03:02.404952 198983 start.go:247] waiting for cluster config update ...
I1122 03:03:02.404980 198983 start.go:256] writing updated cluster config ...
I1122 03:03:02.405334 198983 ssh_runner.go:195] Run: rm -f paused
I1122 03:03:02.410322 198983 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:03:02.414190 198983 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-28vjn" in "kube-system" namespace to be "Ready" or be gone ...
W1122 03:03:04.420276 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:04.555859 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
W1122 03:03:06.556214 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
W1122 03:03:08.557927 196124 pod_ready.go:104] pod "coredns-66bc5c9577-6bdck" is not "Ready", error: <nil>
I1122 03:03:09.060338 196124 pod_ready.go:94] pod "coredns-66bc5c9577-6bdck" is "Ready"
I1122 03:03:09.060366 196124 pod_ready.go:86] duration metric: took 34.509392529s for pod "coredns-66bc5c9577-6bdck" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:09.063694 196124 pod_ready.go:83] waiting for pod "etcd-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:09.069734 196124 pod_ready.go:94] pod "etcd-no-preload-564946" is "Ready"
I1122 03:03:09.069775 196124 pod_ready.go:86] duration metric: took 6.051267ms for pod "etcd-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:09.072757 196124 pod_ready.go:83] waiting for pod "kube-apiserver-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:09.078370 196124 pod_ready.go:94] pod "kube-apiserver-no-preload-564946" is "Ready"
I1122 03:03:09.078405 196124 pod_ready.go:86] duration metric: took 5.621194ms for pod "kube-apiserver-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:09.081645 196124 pod_ready.go:83] waiting for pod "kube-controller-manager-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:09.257856 196124 pod_ready.go:94] pod "kube-controller-manager-no-preload-564946" is "Ready"
I1122 03:03:09.257891 196124 pod_ready.go:86] duration metric: took 176.222488ms for pod "kube-controller-manager-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:09.457250 196124 pod_ready.go:83] waiting for pod "kube-proxy-sq77t" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:09.857782 196124 pod_ready.go:94] pod "kube-proxy-sq77t" is "Ready"
I1122 03:03:09.857863 196124 pod_ready.go:86] duration metric: took 400.58255ms for pod "kube-proxy-sq77t" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:10.057462 196124 pod_ready.go:83] waiting for pod "kube-scheduler-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:10.458010 196124 pod_ready.go:94] pod "kube-scheduler-no-preload-564946" is "Ready"
I1122 03:03:10.458094 196124 pod_ready.go:86] duration metric: took 400.553819ms for pod "kube-scheduler-no-preload-564946" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:10.458122 196124 pod_ready.go:40] duration metric: took 35.911305366s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:03:10.541443 196124 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 03:03:10.545186 196124 out.go:179] * Done! kubectl is now configured to use "no-preload-564946" cluster and "default" namespace by default
W1122 03:03:06.429020 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:08.920375 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:10.926220 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:13.420713 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:15.920546 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:18.419314 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:20.420336 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:22.420586 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:24.429302 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
==> CRI-O <==
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.333309303Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=ed2c60d3-1f33-459d-8fef-cf47f7e5ffeb name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.334492609Z" level=info msg="Creating container: kube-system/storage-provisioner/storage-provisioner" id=8f7a0d15-88b7-4c16-ab2c-fd078b631a1b name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.334826969Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.342885322Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.343262464Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/8e235837d7ed54cd71053e0a74171bd4fee324833156394b3ce69cb9dac9b162/merged/etc/passwd: no such file or directory"
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.343407252Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/8e235837d7ed54cd71053e0a74171bd4fee324833156394b3ce69cb9dac9b162/merged/etc/group: no such file or directory"
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.343858404Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.374092885Z" level=info msg="Created container fc9e72e8061583c32f0f3e289ced23b19db201e7e81d9f975b32f4bfeadeb893: kube-system/storage-provisioner/storage-provisioner" id=8f7a0d15-88b7-4c16-ab2c-fd078b631a1b name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.378278406Z" level=info msg="Starting container: fc9e72e8061583c32f0f3e289ced23b19db201e7e81d9f975b32f4bfeadeb893" id=6ae42c3f-bebd-4496-95e7-24c5049bd906 name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:03:03 no-preload-564946 crio[655]: time="2025-11-22T03:03:03.382443464Z" level=info msg="Started container" PID=1639 containerID=fc9e72e8061583c32f0f3e289ced23b19db201e7e81d9f975b32f4bfeadeb893 description=kube-system/storage-provisioner/storage-provisioner id=6ae42c3f-bebd-4496-95e7-24c5049bd906 name=/runtime.v1.RuntimeService/StartContainer sandboxID=dac149cfb9a2b6defad86950d96107b90277d5a765e26ff3733e427a34486950
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.713177691Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.718369607Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.718564865Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.718602855Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.722347916Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.722913539Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.723031668Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.727006236Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.727177116Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.727264288Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.731227269Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.731389494Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.731461953Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.735045184Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:12 no-preload-564946 crio[655]: time="2025-11-22T03:03:12.735204028Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
fc9e72e806158 66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51 24 seconds ago Running storage-provisioner 2 dac149cfb9a2b storage-provisioner kube-system
c0bfd3514e870 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 27 seconds ago Exited dashboard-metrics-scraper 2 9b42d7ae5c841 dashboard-metrics-scraper-6ffb444bf9-2r47t kubernetes-dashboard
1143c33484ef6 docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf 42 seconds ago Running kubernetes-dashboard 0 4e0dba1000174 kubernetes-dashboard-855c9754f9-qwq4d kubernetes-dashboard
a83283a7a76ff 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 55 seconds ago Running coredns 1 098dde14f5515 coredns-66bc5c9577-6bdck kube-system
a932d475268a5 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c 55 seconds ago Running busybox 1 5bc9fb9b8f4ac busybox default
5c59d9363b4ae 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 55 seconds ago Running kube-proxy 1 1d9eda45fd659 kube-proxy-sq77t kube-system
acf48280bfacc b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 55 seconds ago Running kindnet-cni 1 69fd29db20460 kindnet-h6js2 kube-system
e89bd5ac8d250 66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51 55 seconds ago Exited storage-provisioner 1 dac149cfb9a2b storage-provisioner kube-system
0d0ef8f8cfac2 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Running kube-apiserver 1 c8804ff7d81ae kube-apiserver-no-preload-564946 kube-system
e2a39b0874501 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Running kube-scheduler 1 97aa148fa83e6 kube-scheduler-no-preload-564946 kube-system
75e9386b2745b a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Running etcd 1 7530268ecf89b etcd-no-preload-564946 kube-system
3686d7f60611d 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Running kube-controller-manager 1 3915d50bcaa93 kube-controller-manager-no-preload-564946 kube-system
==> coredns [a83283a7a76ff774f540524121a2f7c7c35758938a8cbc3996a0beb51b2f4bbf] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:33388 - 54012 "HINFO IN 3002915200793281649.3798915823801517148. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.032503402s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
==> describe nodes <==
Name: no-preload-564946
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=no-preload-564946
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=no-preload-564946
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T03_01_30_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 03:01:25 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: no-preload-564946
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 03:03:22 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 03:03:22 +0000 Sat, 22 Nov 2025 03:01:19 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 03:03:22 +0000 Sat, 22 Nov 2025 03:01:19 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 03:03:22 +0000 Sat, 22 Nov 2025 03:01:19 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 22 Nov 2025 03:03:22 +0000 Sat, 22 Nov 2025 03:01:50 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: no-preload-564946
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: ddf38238-c432-43ff-9e94-380a569f4db9
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 94s
kube-system coredns-66bc5c9577-6bdck 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 113s
kube-system etcd-no-preload-564946 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 118s
kube-system kindnet-h6js2 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 113s
kube-system kube-apiserver-no-preload-564946 250m (12%) 0 (0%) 0 (0%) 0 (0%) 2m1s
kube-system kube-controller-manager-no-preload-564946 200m (10%) 0 (0%) 0 (0%) 0 (0%) 118s
kube-system kube-proxy-sq77t 0 (0%) 0 (0%) 0 (0%) 0 (0%) 113s
kube-system kube-scheduler-no-preload-564946 100m (5%) 0 (0%) 0 (0%) 0 (0%) 118s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 111s
kubernetes-dashboard dashboard-metrics-scraper-6ffb444bf9-2r47t 0 (0%) 0 (0%) 0 (0%) 0 (0%) 51s
kubernetes-dashboard kubernetes-dashboard-855c9754f9-qwq4d 0 (0%) 0 (0%) 0 (0%) 0 (0%) 51s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 111s kube-proxy
Normal Starting 53s kube-proxy
Warning CgroupV1 2m9s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 2m9s (x8 over 2m9s) kubelet Node no-preload-564946 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m9s (x8 over 2m9s) kubelet Node no-preload-564946 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m9s (x8 over 2m9s) kubelet Node no-preload-564946 status is now: NodeHasSufficientPID
Normal NodeHasSufficientMemory 118s kubelet Node no-preload-564946 status is now: NodeHasSufficientMemory
Warning CgroupV1 118s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasNoDiskPressure 118s kubelet Node no-preload-564946 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 118s kubelet Node no-preload-564946 status is now: NodeHasSufficientPID
Normal Starting 118s kubelet Starting kubelet.
Normal RegisteredNode 114s node-controller Node no-preload-564946 event: Registered Node no-preload-564946 in Controller
Normal NodeReady 97s kubelet Node no-preload-564946 status is now: NodeReady
Normal Starting 63s kubelet Starting kubelet.
Warning CgroupV1 63s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 62s (x8 over 63s) kubelet Node no-preload-564946 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 62s (x8 over 63s) kubelet Node no-preload-564946 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 62s (x8 over 63s) kubelet Node no-preload-564946 status is now: NodeHasSufficientPID
Normal RegisteredNode 52s node-controller Node no-preload-564946 event: Registered Node no-preload-564946 in Controller
==> dmesg <==
[Nov22 02:41] overlayfs: idmapped layers are currently not supported
[ +22.252297] overlayfs: idmapped layers are currently not supported
[ +13.476824] overlayfs: idmapped layers are currently not supported
[Nov22 02:42] hrtimer: interrupt took 39554483 ns
[ +30.996351] overlayfs: idmapped layers are currently not supported
[ +28.004266] overlayfs: idmapped layers are currently not supported
[Nov22 02:43] overlayfs: idmapped layers are currently not supported
[Nov22 02:44] overlayfs: idmapped layers are currently not supported
[Nov22 02:45] overlayfs: idmapped layers are currently not supported
[Nov22 02:46] overlayfs: idmapped layers are currently not supported
[Nov22 02:49] overlayfs: idmapped layers are currently not supported
[Nov22 02:51] overlayfs: idmapped layers are currently not supported
[ +27.358169] systemd-journald[231]: Failed to send stream file descriptor to service manager: Connection refused
[ +1.241009] overlayfs: idmapped layers are currently not supported
[Nov22 02:53] overlayfs: idmapped layers are currently not supported
[Nov22 02:56] overlayfs: idmapped layers are currently not supported
[Nov22 02:57] overlayfs: idmapped layers are currently not supported
[ +5.709995] overlayfs: idmapped layers are currently not supported
[ +34.878505] overlayfs: idmapped layers are currently not supported
[Nov22 02:58] overlayfs: idmapped layers are currently not supported
[Nov22 02:59] overlayfs: idmapped layers are currently not supported
[Nov22 03:00] overlayfs: idmapped layers are currently not supported
[Nov22 03:01] overlayfs: idmapped layers are currently not supported
[Nov22 03:02] overlayfs: idmapped layers are currently not supported
[ +29.429632] overlayfs: idmapped layers are currently not supported
==> etcd [75e9386b2745bb69d6fce7e22fc303955e7409815780a19b1c71d532f7cfb113] <==
{"level":"warn","ts":"2025-11-22T03:02:28.477506Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56072","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.516541Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56094","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.519402Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56106","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.542026Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56124","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.579213Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56138","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.585487Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56148","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.621852Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56166","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.642177Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56194","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.656551Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56214","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.695663Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56236","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.731924Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56252","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.746231Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56268","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.780781Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56280","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.793339Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56294","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.811918Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56316","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.835944Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56330","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.849974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56350","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.874635Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56376","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.886779Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56388","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.905302Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56414","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.927682Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56438","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.961994Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56456","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:28.988923Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56472","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:29.022890Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56480","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:29.245816Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56494","server-name":"","error":"EOF"}
==> kernel <==
03:03:27 up 1:45, 0 user, load average: 2.82, 3.24, 2.70
Linux no-preload-564946 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [acf48280bfacca904af7e33d292819b58ab5c29a12a485f127166e3f1f4ee33f] <==
I1122 03:02:32.509420 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 03:02:32.509675 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1122 03:02:32.509802 1 main.go:148] setting mtu 1500 for CNI
I1122 03:02:32.509814 1 main.go:178] kindnetd IP family: "ipv4"
I1122 03:02:32.509830 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T03:02:32Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 03:02:32.720181 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 03:02:32.720211 1 controller.go:381] "Waiting for informer caches to sync"
I1122 03:02:32.720220 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 03:02:32.720566 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1122 03:03:02.711298 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1122 03:03:02.720850 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1122 03:03:02.720969 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
E1122 03:03:02.720867 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
I1122 03:03:04.320646 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 03:03:04.320683 1 metrics.go:72] Registering metrics
I1122 03:03:04.320752 1 controller.go:711] "Syncing nftables rules"
I1122 03:03:12.712224 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 03:03:12.712905 1 main.go:301] handling current node
I1122 03:03:22.710182 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 03:03:22.710232 1 main.go:301] handling current node
==> kube-apiserver [0d0ef8f8cfac2ffea6652afb97a004244b0b0a155b59f3d5546d4658f0523fb9] <==
I1122 03:02:31.202238 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1122 03:02:31.202338 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1122 03:02:31.204243 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1122 03:02:31.204257 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1122 03:02:31.204376 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1122 03:02:31.204417 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1122 03:02:31.226388 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1122 03:02:31.227437 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1122 03:02:31.234640 1 aggregator.go:171] initial CRD sync complete...
I1122 03:02:31.234663 1 autoregister_controller.go:144] Starting autoregister controller
I1122 03:02:31.234671 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1122 03:02:31.234678 1 cache.go:39] Caches are synced for autoregister controller
I1122 03:02:31.343850 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1122 03:02:31.508133 1 controller.go:667] quota admission added evaluator for: serviceaccounts
E1122 03:02:31.529974 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1122 03:02:31.569254 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 03:02:32.924469 1 controller.go:667] quota admission added evaluator for: namespaces
I1122 03:02:33.113361 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1122 03:02:33.360072 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1122 03:02:33.457355 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1122 03:02:33.896037 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.111.166.49"}
I1122 03:02:33.925790 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.97.109.131"}
I1122 03:02:36.065595 1 controller.go:667] quota admission added evaluator for: endpoints
I1122 03:02:36.116038 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1122 03:02:36.428748 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
==> kube-controller-manager [3686d7f60611d89cd1378d1b6d657b7f1ac8b98032400dc0b717967d2ec9deb2] <==
I1122 03:02:35.955089 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1122 03:02:35.955151 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-client"
I1122 03:02:35.955172 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kube-apiserver-client"
I1122 03:02:35.957418 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1122 03:02:35.957874 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1122 03:02:35.959057 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1122 03:02:35.959277 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrapproving"
I1122 03:02:35.959428 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
I1122 03:02:35.959551 1 shared_informer.go:356] "Caches are synced" controller="legacy-service-account-token-cleaner"
I1122 03:02:35.959700 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1122 03:02:35.960768 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 03:02:35.961849 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1122 03:02:35.966133 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1122 03:02:35.966152 1 shared_informer.go:356] "Caches are synced" controller="ReplicationController"
I1122 03:02:35.969359 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1122 03:02:35.971653 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1122 03:02:35.973929 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1122 03:02:35.975147 1 shared_informer.go:356] "Caches are synced" controller="TTL after finished"
I1122 03:02:35.975201 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:02:35.975286 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1122 03:02:35.975314 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1122 03:02:35.984418 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1122 03:02:35.995652 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1122 03:02:36.446467 1 endpointslice_controller.go:344] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kubernetes-dashboard/dashboard-metrics-scraper" err="EndpointSlice informer cache is out of date"
I1122 03:02:36.446581 1 endpointslice_controller.go:344] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kubernetes-dashboard/kubernetes-dashboard" err="EndpointSlice informer cache is out of date"
==> kube-proxy [5c59d9363b4aefb7c1fa9b0aa318e6562d721a6140b614db5fd2f859e119efdf] <==
I1122 03:02:33.600114 1 server_linux.go:53] "Using iptables proxy"
I1122 03:02:34.076225 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 03:02:34.178302 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 03:02:34.178348 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1122 03:02:34.178417 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 03:02:34.202296 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 03:02:34.202430 1 server_linux.go:132] "Using iptables Proxier"
I1122 03:02:34.207985 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 03:02:34.208388 1 server.go:527] "Version info" version="v1.34.1"
I1122 03:02:34.208634 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:02:34.209977 1 config.go:200] "Starting service config controller"
I1122 03:02:34.210049 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 03:02:34.210104 1 config.go:106] "Starting endpoint slice config controller"
I1122 03:02:34.210152 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 03:02:34.210195 1 config.go:403] "Starting serviceCIDR config controller"
I1122 03:02:34.210237 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 03:02:34.211145 1 config.go:309] "Starting node config controller"
I1122 03:02:34.211208 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 03:02:34.211262 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 03:02:34.310235 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1122 03:02:34.310331 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 03:02:34.310359 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
==> kube-scheduler [e2a39b087450125fead60e48164615d431d83518e2dc083677ef5e3640969225] <==
I1122 03:02:30.179570 1 serving.go:386] Generated self-signed cert in-memory
I1122 03:02:34.488007 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1122 03:02:34.488042 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:02:34.505717 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1122 03:02:34.505805 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1122 03:02:34.505832 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1122 03:02:34.505877 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1122 03:02:34.511669 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:02:34.511706 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:02:34.512426 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 03:02:34.512451 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 03:02:34.605971 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1122 03:02:34.612538 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 03:02:34.612607 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Nov 22 03:02:36 no-preload-564946 kubelet[778]: I1122 03:02:36.547162 778 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mv2wl\" (UniqueName: \"kubernetes.io/projected/9f501ac2-2671-41f3-8880-7029fe0d0af1-kube-api-access-mv2wl\") pod \"kubernetes-dashboard-855c9754f9-qwq4d\" (UID: \"9f501ac2-2671-41f3-8880-7029fe0d0af1\") " pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-qwq4d"
Nov 22 03:02:36 no-preload-564946 kubelet[778]: I1122 03:02:36.547417 778 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bbsn5\" (UniqueName: \"kubernetes.io/projected/d43d6c7e-6bf0-4d56-b551-2f832d67dc71-kube-api-access-bbsn5\") pod \"dashboard-metrics-scraper-6ffb444bf9-2r47t\" (UID: \"d43d6c7e-6bf0-4d56-b551-2f832d67dc71\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-2r47t"
Nov 22 03:02:36 no-preload-564946 kubelet[778]: W1122 03:02:36.726365 778 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/13da823a6519ac047f964e9f0c279a394d5c2ce6f07eef6c9ce6f93de6d0c2e1/crio-9b42d7ae5c841595dba6addc57bb872b71bdfbb54b70e3ce3263fa2d00685716 WatchSource:0}: Error finding container 9b42d7ae5c841595dba6addc57bb872b71bdfbb54b70e3ce3263fa2d00685716: Status 404 returned error can't find the container with id 9b42d7ae5c841595dba6addc57bb872b71bdfbb54b70e3ce3263fa2d00685716
Nov 22 03:02:38 no-preload-564946 kubelet[778]: I1122 03:02:38.752736 778 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness"
Nov 22 03:02:41 no-preload-564946 kubelet[778]: I1122 03:02:41.223219 778 scope.go:117] "RemoveContainer" containerID="01402f788cf8f1924d7076c8a9a7af4a0023c69e579d033834153ad7f4c077e9"
Nov 22 03:02:42 no-preload-564946 kubelet[778]: I1122 03:02:42.221508 778 scope.go:117] "RemoveContainer" containerID="01402f788cf8f1924d7076c8a9a7af4a0023c69e579d033834153ad7f4c077e9"
Nov 22 03:02:42 no-preload-564946 kubelet[778]: I1122 03:02:42.221907 778 scope.go:117] "RemoveContainer" containerID="7bc5628032fad2aff81731ec53bae4e612c9541682bb546b2bb48e9fcb74c5f9"
Nov 22 03:02:42 no-preload-564946 kubelet[778]: E1122 03:02:42.222088 778 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-2r47t_kubernetes-dashboard(d43d6c7e-6bf0-4d56-b551-2f832d67dc71)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-2r47t" podUID="d43d6c7e-6bf0-4d56-b551-2f832d67dc71"
Nov 22 03:02:43 no-preload-564946 kubelet[778]: I1122 03:02:43.226904 778 scope.go:117] "RemoveContainer" containerID="7bc5628032fad2aff81731ec53bae4e612c9541682bb546b2bb48e9fcb74c5f9"
Nov 22 03:02:43 no-preload-564946 kubelet[778]: E1122 03:02:43.227065 778 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-2r47t_kubernetes-dashboard(d43d6c7e-6bf0-4d56-b551-2f832d67dc71)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-2r47t" podUID="d43d6c7e-6bf0-4d56-b551-2f832d67dc71"
Nov 22 03:02:46 no-preload-564946 kubelet[778]: I1122 03:02:46.694834 778 scope.go:117] "RemoveContainer" containerID="7bc5628032fad2aff81731ec53bae4e612c9541682bb546b2bb48e9fcb74c5f9"
Nov 22 03:02:46 no-preload-564946 kubelet[778]: E1122 03:02:46.695026 778 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-2r47t_kubernetes-dashboard(d43d6c7e-6bf0-4d56-b551-2f832d67dc71)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-2r47t" podUID="d43d6c7e-6bf0-4d56-b551-2f832d67dc71"
Nov 22 03:02:59 no-preload-564946 kubelet[778]: I1122 03:02:59.964988 778 scope.go:117] "RemoveContainer" containerID="7bc5628032fad2aff81731ec53bae4e612c9541682bb546b2bb48e9fcb74c5f9"
Nov 22 03:03:00 no-preload-564946 kubelet[778]: I1122 03:03:00.318982 778 scope.go:117] "RemoveContainer" containerID="7bc5628032fad2aff81731ec53bae4e612c9541682bb546b2bb48e9fcb74c5f9"
Nov 22 03:03:00 no-preload-564946 kubelet[778]: I1122 03:03:00.333791 778 scope.go:117] "RemoveContainer" containerID="c0bfd3514e870dbd0c40143e4971e34e4d86bc6fcaf30ec13f0620d95d27c2a5"
Nov 22 03:03:00 no-preload-564946 kubelet[778]: E1122 03:03:00.343504 778 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-2r47t_kubernetes-dashboard(d43d6c7e-6bf0-4d56-b551-2f832d67dc71)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-2r47t" podUID="d43d6c7e-6bf0-4d56-b551-2f832d67dc71"
Nov 22 03:03:00 no-preload-564946 kubelet[778]: I1122 03:03:00.428888 778 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-qwq4d" podStartSLOduration=15.858650871 podStartE2EDuration="24.428868243s" podCreationTimestamp="2025-11-22 03:02:36 +0000 UTC" firstStartedPulling="2025-11-22 03:02:36.738453319 +0000 UTC m=+11.990037184" lastFinishedPulling="2025-11-22 03:02:45.30867069 +0000 UTC m=+20.560254556" observedRunningTime="2025-11-22 03:02:46.262572871 +0000 UTC m=+21.514156737" watchObservedRunningTime="2025-11-22 03:03:00.428868243 +0000 UTC m=+35.680452117"
Nov 22 03:03:03 no-preload-564946 kubelet[778]: I1122 03:03:03.330896 778 scope.go:117] "RemoveContainer" containerID="e89bd5ac8d2507e64749cd230b738d48f38bed328b4e4d3fcb86d67abc11bd32"
Nov 22 03:03:06 no-preload-564946 kubelet[778]: I1122 03:03:06.695439 778 scope.go:117] "RemoveContainer" containerID="c0bfd3514e870dbd0c40143e4971e34e4d86bc6fcaf30ec13f0620d95d27c2a5"
Nov 22 03:03:06 no-preload-564946 kubelet[778]: E1122 03:03:06.696255 778 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-2r47t_kubernetes-dashboard(d43d6c7e-6bf0-4d56-b551-2f832d67dc71)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-2r47t" podUID="d43d6c7e-6bf0-4d56-b551-2f832d67dc71"
Nov 22 03:03:19 no-preload-564946 kubelet[778]: I1122 03:03:19.964502 778 scope.go:117] "RemoveContainer" containerID="c0bfd3514e870dbd0c40143e4971e34e4d86bc6fcaf30ec13f0620d95d27c2a5"
Nov 22 03:03:19 no-preload-564946 kubelet[778]: E1122 03:03:19.964702 778 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-2r47t_kubernetes-dashboard(d43d6c7e-6bf0-4d56-b551-2f832d67dc71)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-2r47t" podUID="d43d6c7e-6bf0-4d56-b551-2f832d67dc71"
Nov 22 03:03:22 no-preload-564946 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Nov 22 03:03:22 no-preload-564946 systemd[1]: kubelet.service: Deactivated successfully.
Nov 22 03:03:22 no-preload-564946 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
==> kubernetes-dashboard [1143c33484ef6855c72350f65d7dba8d54d4e8147ed121b4fc0eb087eeabe40b] <==
2025/11/22 03:02:45 Using namespace: kubernetes-dashboard
2025/11/22 03:02:45 Using in-cluster config to connect to apiserver
2025/11/22 03:02:45 Using secret token for csrf signing
2025/11/22 03:02:45 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/11/22 03:02:45 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/11/22 03:02:45 Successful initial request to the apiserver, version: v1.34.1
2025/11/22 03:02:45 Generating JWE encryption key
2025/11/22 03:02:45 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/11/22 03:02:45 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/11/22 03:02:46 Initializing JWE encryption key from synchronized object
2025/11/22 03:02:46 Creating in-cluster Sidecar client
2025/11/22 03:02:46 Serving insecurely on HTTP port: 9090
2025/11/22 03:02:46 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/11/22 03:03:16 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/11/22 03:02:45 Starting overwatch
==> storage-provisioner [e89bd5ac8d2507e64749cd230b738d48f38bed328b4e4d3fcb86d67abc11bd32] <==
I1122 03:02:32.736126 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1122 03:03:02.738100 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
==> storage-provisioner [fc9e72e8061583c32f0f3e289ced23b19db201e7e81d9f975b32f4bfeadeb893] <==
I1122 03:03:03.396129 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1122 03:03:03.413967 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1122 03:03:03.414134 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1122 03:03:03.422747 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:06.877775 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:11.139440 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:14.738458 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:17.791568 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:20.813887 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:20.818770 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:03:20.818972 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1122 03:03:20.819142 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_no-preload-564946_b115813f-c151-4d57-aec9-247769893153!
I1122 03:03:20.819753 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"9e94d3b1-c37c-47b9-b7cb-54e773f28f9f", APIVersion:"v1", ResourceVersion:"681", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' no-preload-564946_b115813f-c151-4d57-aec9-247769893153 became leader
W1122 03:03:20.825850 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:20.830208 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:03:20.920271 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_no-preload-564946_b115813f-c151-4d57-aec9-247769893153!
W1122 03:03:22.833629 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:22.842671 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:24.846674 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:24.852738 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:26.856545 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:26.871278 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-564946 -n no-preload-564946
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-564946 -n no-preload-564946: exit status 2 (372.2796ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context no-preload-564946 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/no-preload/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/no-preload/serial/Pause (6.21s)
=== RUN TestStartStop/group/embed-certs/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p embed-certs-114686 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 pause -p embed-certs-114686 --alsologtostderr -v=1: exit status 80 (2.379628263s)
-- stdout --
* Pausing node embed-certs-114686 ...
-- /stdout --
** stderr **
I1122 03:03:51.769440 204631 out.go:360] Setting OutFile to fd 1 ...
I1122 03:03:51.769736 204631 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:03:51.769764 204631 out.go:374] Setting ErrFile to fd 2...
I1122 03:03:51.769784 204631 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:03:51.770088 204631 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:03:51.770376 204631 out.go:368] Setting JSON to false
I1122 03:03:51.770424 204631 mustload.go:66] Loading cluster: embed-certs-114686
I1122 03:03:51.770873 204631 config.go:182] Loaded profile config "embed-certs-114686": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:03:51.771413 204631 cli_runner.go:164] Run: docker container inspect embed-certs-114686 --format={{.State.Status}}
I1122 03:03:51.792367 204631 host.go:66] Checking if "embed-certs-114686" exists ...
I1122 03:03:51.792774 204631 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:03:51.887887 204631 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:52 OomKillDisable:true NGoroutines:63 SystemTime:2025-11-22 03:03:51.877004065 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:03:51.888523 204631 pause.go:60] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/21924/minikube-v1.37.0-1763503576-21924-arm64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1763503576-21924/minikube-v1.37.0-1763503576-21924-arm64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1763503576-21924-arm64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) profile:embed-certs-114686 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(bool=true) wantupdatenotification:%!s(bool=true
) wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1122 03:03:51.892063 204631 out.go:179] * Pausing node embed-certs-114686 ...
I1122 03:03:51.894945 204631 host.go:66] Checking if "embed-certs-114686" exists ...
I1122 03:03:51.895284 204631 ssh_runner.go:195] Run: systemctl --version
I1122 03:03:51.895325 204631 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-114686
I1122 03:03:51.916412 204631 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33076 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/embed-certs-114686/id_rsa Username:docker}
I1122 03:03:52.031233 204631 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:03:52.050659 204631 pause.go:52] kubelet running: true
I1122 03:03:52.050837 204631 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 03:03:52.426059 204631 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 03:03:52.426147 204631 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 03:03:52.513581 204631 cri.go:89] found id: "528734245f11bec9557813c68a5523bb6446fa4796bf97e971b8e91c4f0ac368"
I1122 03:03:52.513655 204631 cri.go:89] found id: "bae420c217703b527620c1f21cadf05812af21d290d1eaa15bf48035db802a8a"
I1122 03:03:52.513693 204631 cri.go:89] found id: "a3d3fc9db2fa478770ff2c3a31f85da60a80309701854873a6106587b22309c6"
I1122 03:03:52.513720 204631 cri.go:89] found id: "ce999d3cf077dc6652b06d383b27ba319bdc12268a93fbba437161e1f85e7e39"
I1122 03:03:52.513743 204631 cri.go:89] found id: "259a4ef79a45728dc1d44e20f0d980c32c25b1f5e7b5d865e25fbf04771051e1"
I1122 03:03:52.513774 204631 cri.go:89] found id: "b8138c6a970bcf3c6e094d2cdc6de8229df4281e37078f53edb834469fcd9c0b"
I1122 03:03:52.513797 204631 cri.go:89] found id: "e80fab416807694671da4198375a9a5e2710b9f16ac70df919a122ecb1363d2b"
I1122 03:03:52.513816 204631 cri.go:89] found id: "6bb51b11cbc17a9bec1d4ecdb532472aafcef41a6e916e395df20fa82bc85f26"
I1122 03:03:52.513835 204631 cri.go:89] found id: "b5293d138d7adc869a0e531c73c10b273e60b71939030cc78f71daf2c3875448"
I1122 03:03:52.513872 204631 cri.go:89] found id: "68161f992d109398dedee686fa6d7e4902a5090d52d574b2f55ea46a91404746"
I1122 03:03:52.513894 204631 cri.go:89] found id: "0ba4df92c59d36bd0868a5c2fa45e0905c4a7bc9afa45f57bc2eae13de08ce9a"
I1122 03:03:52.513913 204631 cri.go:89] found id: ""
I1122 03:03:52.513994 204631 ssh_runner.go:195] Run: sudo runc list -f json
I1122 03:03:52.527506 204631 retry.go:31] will retry after 293.047404ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:03:52Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:03:52.820918 204631 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:03:52.840584 204631 pause.go:52] kubelet running: false
I1122 03:03:52.840727 204631 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 03:03:53.041664 204631 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 03:03:53.041803 204631 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 03:03:53.135177 204631 cri.go:89] found id: "528734245f11bec9557813c68a5523bb6446fa4796bf97e971b8e91c4f0ac368"
I1122 03:03:53.135249 204631 cri.go:89] found id: "bae420c217703b527620c1f21cadf05812af21d290d1eaa15bf48035db802a8a"
I1122 03:03:53.135280 204631 cri.go:89] found id: "a3d3fc9db2fa478770ff2c3a31f85da60a80309701854873a6106587b22309c6"
I1122 03:03:53.135306 204631 cri.go:89] found id: "ce999d3cf077dc6652b06d383b27ba319bdc12268a93fbba437161e1f85e7e39"
I1122 03:03:53.135325 204631 cri.go:89] found id: "259a4ef79a45728dc1d44e20f0d980c32c25b1f5e7b5d865e25fbf04771051e1"
I1122 03:03:53.135359 204631 cri.go:89] found id: "b8138c6a970bcf3c6e094d2cdc6de8229df4281e37078f53edb834469fcd9c0b"
I1122 03:03:53.135380 204631 cri.go:89] found id: "e80fab416807694671da4198375a9a5e2710b9f16ac70df919a122ecb1363d2b"
I1122 03:03:53.135399 204631 cri.go:89] found id: "6bb51b11cbc17a9bec1d4ecdb532472aafcef41a6e916e395df20fa82bc85f26"
I1122 03:03:53.135417 204631 cri.go:89] found id: "b5293d138d7adc869a0e531c73c10b273e60b71939030cc78f71daf2c3875448"
I1122 03:03:53.135457 204631 cri.go:89] found id: "68161f992d109398dedee686fa6d7e4902a5090d52d574b2f55ea46a91404746"
I1122 03:03:53.135480 204631 cri.go:89] found id: "0ba4df92c59d36bd0868a5c2fa45e0905c4a7bc9afa45f57bc2eae13de08ce9a"
I1122 03:03:53.135499 204631 cri.go:89] found id: ""
I1122 03:03:53.135580 204631 ssh_runner.go:195] Run: sudo runc list -f json
I1122 03:03:53.153291 204631 retry.go:31] will retry after 507.228376ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:03:53Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:03:53.660802 204631 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:03:53.674257 204631 pause.go:52] kubelet running: false
I1122 03:03:53.674370 204631 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 03:03:53.913585 204631 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 03:03:53.913670 204631 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 03:03:54.043767 204631 cri.go:89] found id: "528734245f11bec9557813c68a5523bb6446fa4796bf97e971b8e91c4f0ac368"
I1122 03:03:54.043789 204631 cri.go:89] found id: "bae420c217703b527620c1f21cadf05812af21d290d1eaa15bf48035db802a8a"
I1122 03:03:54.043794 204631 cri.go:89] found id: "a3d3fc9db2fa478770ff2c3a31f85da60a80309701854873a6106587b22309c6"
I1122 03:03:54.043798 204631 cri.go:89] found id: "ce999d3cf077dc6652b06d383b27ba319bdc12268a93fbba437161e1f85e7e39"
I1122 03:03:54.043809 204631 cri.go:89] found id: "259a4ef79a45728dc1d44e20f0d980c32c25b1f5e7b5d865e25fbf04771051e1"
I1122 03:03:54.043814 204631 cri.go:89] found id: "b8138c6a970bcf3c6e094d2cdc6de8229df4281e37078f53edb834469fcd9c0b"
I1122 03:03:54.043817 204631 cri.go:89] found id: "e80fab416807694671da4198375a9a5e2710b9f16ac70df919a122ecb1363d2b"
I1122 03:03:54.043820 204631 cri.go:89] found id: "6bb51b11cbc17a9bec1d4ecdb532472aafcef41a6e916e395df20fa82bc85f26"
I1122 03:03:54.043823 204631 cri.go:89] found id: "b5293d138d7adc869a0e531c73c10b273e60b71939030cc78f71daf2c3875448"
I1122 03:03:54.043829 204631 cri.go:89] found id: "68161f992d109398dedee686fa6d7e4902a5090d52d574b2f55ea46a91404746"
I1122 03:03:54.043833 204631 cri.go:89] found id: "0ba4df92c59d36bd0868a5c2fa45e0905c4a7bc9afa45f57bc2eae13de08ce9a"
I1122 03:03:54.043836 204631 cri.go:89] found id: ""
I1122 03:03:54.043899 204631 ssh_runner.go:195] Run: sudo runc list -f json
I1122 03:03:54.060025 204631 out.go:203]
W1122 03:03:54.062932 204631 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:03:54Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:03:54Z" level=error msg="open /run/runc: no such file or directory"
W1122 03:03:54.063074 204631 out.go:285] *
*
W1122 03:03:54.068072 204631 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 03:03:54.071206 204631 out.go:203]
** /stderr **
start_stop_delete_test.go:309: out/minikube-linux-arm64 pause -p embed-certs-114686 --alsologtostderr -v=1 failed: exit status 80
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect embed-certs-114686
helpers_test.go:243: (dbg) docker inspect embed-certs-114686:
-- stdout --
[
{
"Id": "7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8",
"Created": "2025-11-22T03:00:55.865891987Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 199112,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T03:02:46.46678688Z",
"FinishedAt": "2025-11-22T03:02:45.106834921Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8/hostname",
"HostsPath": "/var/lib/docker/containers/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8/hosts",
"LogPath": "/var/lib/docker/containers/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8-json.log",
"Name": "/embed-certs-114686",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"embed-certs-114686:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "embed-certs-114686",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8",
"LowerDir": "/var/lib/docker/overlay2/fccca2b5144d7c76ac3e49ba0854e4404a078c950efa8da5615b2b568c211e74-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/fccca2b5144d7c76ac3e49ba0854e4404a078c950efa8da5615b2b568c211e74/merged",
"UpperDir": "/var/lib/docker/overlay2/fccca2b5144d7c76ac3e49ba0854e4404a078c950efa8da5615b2b568c211e74/diff",
"WorkDir": "/var/lib/docker/overlay2/fccca2b5144d7c76ac3e49ba0854e4404a078c950efa8da5615b2b568c211e74/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "embed-certs-114686",
"Source": "/var/lib/docker/volumes/embed-certs-114686/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "embed-certs-114686",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "embed-certs-114686",
"name.minikube.sigs.k8s.io": "embed-certs-114686",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "cbc635403965afba83031b593577e86241951a2f3f0c5775101aa0e676348bb4",
"SandboxKey": "/var/run/docker/netns/cbc635403965",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33076"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33077"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33080"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33078"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33079"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"embed-certs-114686": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "ea:97:29:46:64:8c",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "31d54ecd85d08bdec560a611c91a30493787d30417947d21827dab77f952a8d1",
"EndpointID": "40ed18c5ffbfd1403cb6938b84e607f27903916f20d3c569b58997763170084e",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"embed-certs-114686",
"7c1c4dbcea62"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-114686 -n embed-certs-114686
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-114686 -n embed-certs-114686: exit status 2 (418.878989ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/embed-certs/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p embed-certs-114686 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p embed-certs-114686 logs -n 25: (1.561679935s)
helpers_test.go:260: TestStartStop/group/embed-certs/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ start │ -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 03:00 UTC │
│ image │ old-k8s-version-250049 image list --format=json │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ pause │ -p old-k8s-version-250049 --alsologtostderr -v=1 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ │
│ start │ -p cert-expiration-893129 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ delete │ -p old-k8s-version-250049 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ delete │ -p old-k8s-version-250049 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ start │ -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:01 UTC │
│ delete │ -p cert-expiration-893129 │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ start │ -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable metrics-server -p no-preload-564946 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ stop │ -p no-preload-564946 --alsologtostderr -v=3 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable dashboard -p no-preload-564946 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ start │ -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:03 UTC │
│ addons │ enable metrics-server -p embed-certs-114686 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ stop │ -p embed-certs-114686 --alsologtostderr -v=3 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable dashboard -p embed-certs-114686 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ start │ -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:03 UTC │
│ image │ no-preload-564946 image list --format=json │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ pause │ -p no-preload-564946 --alsologtostderr -v=1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
│ delete │ -p no-preload-564946 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ delete │ -p no-preload-564946 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ delete │ -p disable-driver-mounts-318891 │ disable-driver-mounts-318891 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ start │ -p default-k8s-diff-port-241752 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
│ image │ embed-certs-114686 image list --format=json │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ pause │ -p embed-certs-114686 --alsologtostderr -v=1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/11/22 03:03:31
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 03:03:31.921913 202629 out.go:360] Setting OutFile to fd 1 ...
I1122 03:03:31.922057 202629 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:03:31.922071 202629 out.go:374] Setting ErrFile to fd 2...
I1122 03:03:31.922078 202629 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:03:31.922341 202629 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:03:31.922826 202629 out.go:368] Setting JSON to false
I1122 03:03:31.923795 202629 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6338,"bootTime":1763774274,"procs":202,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 03:03:31.923864 202629 start.go:143] virtualization:
I1122 03:03:31.928000 202629 out.go:179] * [default-k8s-diff-port-241752] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 03:03:31.931265 202629 out.go:179] - MINIKUBE_LOCATION=21946
I1122 03:03:31.931327 202629 notify.go:221] Checking for updates...
I1122 03:03:31.937812 202629 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 03:03:31.940636 202629 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:03:31.943811 202629 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 03:03:31.947496 202629 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 03:03:31.950377 202629 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 03:03:31.953870 202629 config.go:182] Loaded profile config "embed-certs-114686": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:03:31.953982 202629 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 03:03:31.979201 202629 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 03:03:31.979317 202629 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:03:32.039126 202629 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 03:03:32.029009895 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:03:32.039246 202629 docker.go:319] overlay module found
I1122 03:03:32.042345 202629 out.go:179] * Using the docker driver based on user configuration
I1122 03:03:32.045127 202629 start.go:309] selected driver: docker
I1122 03:03:32.045152 202629 start.go:927] validating driver "docker" against <nil>
I1122 03:03:32.045173 202629 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 03:03:32.046056 202629 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:03:32.112218 202629 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 03:03:32.102606596 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:03:32.112367 202629 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1122 03:03:32.112597 202629 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:03:32.115511 202629 out.go:179] * Using Docker driver with root privileges
I1122 03:03:32.120642 202629 cni.go:84] Creating CNI manager for ""
I1122 03:03:32.120711 202629 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:03:32.120725 202629 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1122 03:03:32.120806 202629 start.go:353] cluster config:
{Name:default-k8s-diff-port-241752 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:
cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SS
HAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:03:32.124103 202629 out.go:179] * Starting "default-k8s-diff-port-241752" primary control-plane node in "default-k8s-diff-port-241752" cluster
I1122 03:03:32.126924 202629 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 03:03:32.129929 202629 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 03:03:32.132727 202629 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:03:32.132776 202629 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 03:03:32.132786 202629 cache.go:65] Caching tarball of preloaded images
I1122 03:03:32.132804 202629 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 03:03:32.132874 202629 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 03:03:32.132884 202629 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 03:03:32.132996 202629 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/config.json ...
I1122 03:03:32.133013 202629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/config.json: {Name:mk52e307821f5aba6c39f883cdcf0d4cc48aa3c5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:03:32.152579 202629 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 03:03:32.152610 202629 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 03:03:32.152633 202629 cache.go:243] Successfully downloaded all kic artifacts
I1122 03:03:32.152663 202629 start.go:360] acquireMachinesLock for default-k8s-diff-port-241752: {Name:mkbde39a8cb76981c8cf8bd4a0003c49fd2442f9 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:03:32.152779 202629 start.go:364] duration metric: took 93.638µs to acquireMachinesLock for "default-k8s-diff-port-241752"
I1122 03:03:32.152813 202629 start.go:93] Provisioning new machine with config: &{Name:default-k8s-diff-port-241752 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default API
ServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:
false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:03:32.152895 202629 start.go:125] createHost starting for "" (driver="docker")
W1122 03:03:32.921556 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:35.422464 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
I1122 03:03:32.156291 202629 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1122 03:03:32.156578 202629 start.go:159] libmachine.API.Create for "default-k8s-diff-port-241752" (driver="docker")
I1122 03:03:32.156618 202629 client.go:173] LocalClient.Create starting
I1122 03:03:32.156687 202629 main.go:143] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem
I1122 03:03:32.156736 202629 main.go:143] libmachine: Decoding PEM data...
I1122 03:03:32.156766 202629 main.go:143] libmachine: Parsing certificate...
I1122 03:03:32.156823 202629 main.go:143] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem
I1122 03:03:32.156851 202629 main.go:143] libmachine: Decoding PEM data...
I1122 03:03:32.156864 202629 main.go:143] libmachine: Parsing certificate...
I1122 03:03:32.157248 202629 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-241752 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1122 03:03:32.173192 202629 cli_runner.go:211] docker network inspect default-k8s-diff-port-241752 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1122 03:03:32.173285 202629 network_create.go:284] running [docker network inspect default-k8s-diff-port-241752] to gather additional debugging logs...
I1122 03:03:32.173302 202629 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-241752
W1122 03:03:32.189792 202629 cli_runner.go:211] docker network inspect default-k8s-diff-port-241752 returned with exit code 1
I1122 03:03:32.189824 202629 network_create.go:287] error running [docker network inspect default-k8s-diff-port-241752]: docker network inspect default-k8s-diff-port-241752: exit status 1
stdout:
[]
stderr:
Error response from daemon: network default-k8s-diff-port-241752 not found
I1122 03:03:32.189839 202629 network_create.go:289] output of [docker network inspect default-k8s-diff-port-241752]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network default-k8s-diff-port-241752 not found
** /stderr **
I1122 03:03:32.189950 202629 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:03:32.208508 202629 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-9752cc1a0776 IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:2e:e3:a1:35:ea:78} reservation:<nil>}
I1122 03:03:32.208841 202629 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-7987ef40c44b IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:0a:09:d3:91:e5:dd} reservation:<nil>}
I1122 03:03:32.209190 202629 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-032f895d6b93 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:4e:b1:8d:28:6d:7a} reservation:<nil>}
I1122 03:03:32.209762 202629 network.go:206] using free private subnet 192.168.76.0/24: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001a024e0}
I1122 03:03:32.209861 202629 network_create.go:124] attempt to create docker network default-k8s-diff-port-241752 192.168.76.0/24 with gateway 192.168.76.1 and MTU of 1500 ...
I1122 03:03:32.209930 202629 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.76.0/24 --gateway=192.168.76.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=default-k8s-diff-port-241752 default-k8s-diff-port-241752
I1122 03:03:32.271939 202629 network_create.go:108] docker network default-k8s-diff-port-241752 192.168.76.0/24 created
I1122 03:03:32.271973 202629 kic.go:121] calculated static IP "192.168.76.2" for the "default-k8s-diff-port-241752" container
I1122 03:03:32.272044 202629 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1122 03:03:32.289676 202629 cli_runner.go:164] Run: docker volume create default-k8s-diff-port-241752 --label name.minikube.sigs.k8s.io=default-k8s-diff-port-241752 --label created_by.minikube.sigs.k8s.io=true
I1122 03:03:32.308290 202629 oci.go:103] Successfully created a docker volume default-k8s-diff-port-241752
I1122 03:03:32.308385 202629 cli_runner.go:164] Run: docker run --rm --name default-k8s-diff-port-241752-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=default-k8s-diff-port-241752 --entrypoint /usr/bin/test -v default-k8s-diff-port-241752:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -d /var/lib
I1122 03:03:32.883807 202629 oci.go:107] Successfully prepared a docker volume default-k8s-diff-port-241752
I1122 03:03:32.883889 202629 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:03:32.883901 202629 kic.go:194] Starting extracting preloaded images to volume ...
I1122 03:03:32.883965 202629 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v default-k8s-diff-port-241752:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -I lz4 -xf /preloaded.tar -C /extractDir
I1122 03:03:37.432819 198983 pod_ready.go:94] pod "coredns-66bc5c9577-28vjn" is "Ready"
I1122 03:03:37.432845 198983 pod_ready.go:86] duration metric: took 35.018625423s for pod "coredns-66bc5c9577-28vjn" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:37.435954 198983 pod_ready.go:83] waiting for pod "etcd-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:37.441323 198983 pod_ready.go:94] pod "etcd-embed-certs-114686" is "Ready"
I1122 03:03:37.441347 198983 pod_ready.go:86] duration metric: took 5.371053ms for pod "etcd-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:37.446560 198983 pod_ready.go:83] waiting for pod "kube-apiserver-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:37.456454 198983 pod_ready.go:94] pod "kube-apiserver-embed-certs-114686" is "Ready"
I1122 03:03:37.456483 198983 pod_ready.go:86] duration metric: took 9.900659ms for pod "kube-apiserver-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:37.459686 198983 pod_ready.go:83] waiting for pod "kube-controller-manager-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:37.618531 198983 pod_ready.go:94] pod "kube-controller-manager-embed-certs-114686" is "Ready"
I1122 03:03:37.618563 198983 pod_ready.go:86] duration metric: took 158.850585ms for pod "kube-controller-manager-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:37.820727 198983 pod_ready.go:83] waiting for pod "kube-proxy-thhjz" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:38.224934 198983 pod_ready.go:94] pod "kube-proxy-thhjz" is "Ready"
I1122 03:03:38.224964 198983 pod_ready.go:86] duration metric: took 404.214202ms for pod "kube-proxy-thhjz" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:38.418873 198983 pod_ready.go:83] waiting for pod "kube-scheduler-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:38.817873 198983 pod_ready.go:94] pod "kube-scheduler-embed-certs-114686" is "Ready"
I1122 03:03:38.817904 198983 pod_ready.go:86] duration metric: took 398.999139ms for pod "kube-scheduler-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:38.817918 198983 pod_ready.go:40] duration metric: took 36.407563314s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:03:38.895738 198983 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 03:03:38.900106 198983 out.go:179] * Done! kubectl is now configured to use "embed-certs-114686" cluster and "default" namespace by default
I1122 03:03:37.357556 202629 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v default-k8s-diff-port-241752:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -I lz4 -xf /preloaded.tar -C /extractDir: (4.473554758s)
I1122 03:03:37.357590 202629 kic.go:203] duration metric: took 4.473685277s to extract preloaded images to volume ...
W1122 03:03:37.357751 202629 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1122 03:03:37.357862 202629 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1122 03:03:37.454370 202629 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname default-k8s-diff-port-241752 --name default-k8s-diff-port-241752 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=default-k8s-diff-port-241752 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=default-k8s-diff-port-241752 --network default-k8s-diff-port-241752 --ip 192.168.76.2 --volume default-k8s-diff-port-241752:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8444 --publish=127.0.0.1::8444 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a
I1122 03:03:37.792063 202629 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Running}}
I1122 03:03:37.821031 202629 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:03:37.845954 202629 cli_runner.go:164] Run: docker exec default-k8s-diff-port-241752 stat /var/lib/dpkg/alternatives/iptables
I1122 03:03:37.915349 202629 oci.go:144] the created container "default-k8s-diff-port-241752" has a running status.
I1122 03:03:37.915379 202629 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa...
I1122 03:03:38.068464 202629 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1122 03:03:38.102520 202629 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:03:38.131700 202629 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1122 03:03:38.131719 202629 kic_runner.go:114] Args: [docker exec --privileged default-k8s-diff-port-241752 chown docker:docker /home/docker/.ssh/authorized_keys]
I1122 03:03:38.188854 202629 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:03:38.217620 202629 machine.go:94] provisionDockerMachine start ...
I1122 03:03:38.217721 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:38.244315 202629 main.go:143] libmachine: Using SSH client type: native
I1122 03:03:38.244647 202629 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33081 <nil> <nil>}
I1122 03:03:38.244657 202629 main.go:143] libmachine: About to run SSH command:
hostname
I1122 03:03:38.245372 202629 main.go:143] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:35684->127.0.0.1:33081: read: connection reset by peer
I1122 03:03:41.391759 202629 main.go:143] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-241752
I1122 03:03:41.391781 202629 ubuntu.go:182] provisioning hostname "default-k8s-diff-port-241752"
I1122 03:03:41.391845 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:41.409743 202629 main.go:143] libmachine: Using SSH client type: native
I1122 03:03:41.410136 202629 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33081 <nil> <nil>}
I1122 03:03:41.410152 202629 main.go:143] libmachine: About to run SSH command:
sudo hostname default-k8s-diff-port-241752 && echo "default-k8s-diff-port-241752" | sudo tee /etc/hostname
I1122 03:03:41.562462 202629 main.go:143] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-241752
I1122 03:03:41.562542 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:41.582291 202629 main.go:143] libmachine: Using SSH client type: native
I1122 03:03:41.582596 202629 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33081 <nil> <nil>}
I1122 03:03:41.582620 202629 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\sdefault-k8s-diff-port-241752' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 default-k8s-diff-port-241752/g' /etc/hosts;
else
echo '127.0.1.1 default-k8s-diff-port-241752' | sudo tee -a /etc/hosts;
fi
fi
I1122 03:03:41.726981 202629 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 03:03:41.727058 202629 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 03:03:41.727097 202629 ubuntu.go:190] setting up certificates
I1122 03:03:41.727132 202629 provision.go:84] configureAuth start
I1122 03:03:41.727213 202629 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-241752
I1122 03:03:41.746539 202629 provision.go:143] copyHostCerts
I1122 03:03:41.746606 202629 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 03:03:41.746615 202629 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 03:03:41.746726 202629 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 03:03:41.746875 202629 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 03:03:41.746886 202629 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 03:03:41.746918 202629 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 03:03:41.746981 202629 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 03:03:41.746993 202629 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 03:03:41.747024 202629 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 03:03:41.747073 202629 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.default-k8s-diff-port-241752 san=[127.0.0.1 192.168.76.2 default-k8s-diff-port-241752 localhost minikube]
I1122 03:03:42.180643 202629 provision.go:177] copyRemoteCerts
I1122 03:03:42.180729 202629 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 03:03:42.180791 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:42.201302 202629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33081 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:03:42.309336 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1122 03:03:42.327493 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 03:03:42.346233 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1249 bytes)
I1122 03:03:42.364846 202629 provision.go:87] duration metric: took 637.67145ms to configureAuth
I1122 03:03:42.364879 202629 ubuntu.go:206] setting minikube options for container-runtime
I1122 03:03:42.365079 202629 config.go:182] Loaded profile config "default-k8s-diff-port-241752": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:03:42.365191 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:42.386954 202629 main.go:143] libmachine: Using SSH client type: native
I1122 03:03:42.387269 202629 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33081 <nil> <nil>}
I1122 03:03:42.387289 202629 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 03:03:42.767075 202629 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 03:03:42.767142 202629 machine.go:97] duration metric: took 4.549494462s to provisionDockerMachine
I1122 03:03:42.767168 202629 client.go:176] duration metric: took 10.61053776s to LocalClient.Create
I1122 03:03:42.767221 202629 start.go:167] duration metric: took 10.610642187s to libmachine.API.Create "default-k8s-diff-port-241752"
I1122 03:03:42.767249 202629 start.go:293] postStartSetup for "default-k8s-diff-port-241752" (driver="docker")
I1122 03:03:42.767276 202629 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 03:03:42.767388 202629 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 03:03:42.767471 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:42.787453 202629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33081 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:03:42.890750 202629 ssh_runner.go:195] Run: cat /etc/os-release
I1122 03:03:42.894236 202629 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 03:03:42.894263 202629 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 03:03:42.894273 202629 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 03:03:42.894327 202629 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 03:03:42.894401 202629 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 03:03:42.894502 202629 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1122 03:03:42.902132 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:03:42.919592 202629 start.go:296] duration metric: took 152.312332ms for postStartSetup
I1122 03:03:42.920003 202629 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-241752
I1122 03:03:42.937162 202629 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/config.json ...
I1122 03:03:42.937453 202629 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 03:03:42.937508 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:42.957544 202629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33081 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:03:43.075974 202629 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 03:03:43.081622 202629 start.go:128] duration metric: took 10.928712615s to createHost
I1122 03:03:43.081648 202629 start.go:83] releasing machines lock for "default-k8s-diff-port-241752", held for 10.928852423s
I1122 03:03:43.081729 202629 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-241752
I1122 03:03:43.098471 202629 ssh_runner.go:195] Run: cat /version.json
I1122 03:03:43.098506 202629 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 03:03:43.098529 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:43.098570 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:43.121050 202629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33081 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:03:43.144962 202629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33081 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:03:43.322022 202629 ssh_runner.go:195] Run: systemctl --version
I1122 03:03:43.328602 202629 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 03:03:43.365455 202629 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 03:03:43.370377 202629 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 03:03:43.370457 202629 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 03:03:43.402134 202629 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1122 03:03:43.402161 202629 start.go:496] detecting cgroup driver to use...
I1122 03:03:43.402195 202629 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 03:03:43.402267 202629 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 03:03:43.420708 202629 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 03:03:43.433952 202629 docker.go:218] disabling cri-docker service (if available) ...
I1122 03:03:43.434093 202629 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 03:03:43.453690 202629 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 03:03:43.472810 202629 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 03:03:43.599878 202629 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 03:03:43.735750 202629 docker.go:234] disabling docker service ...
I1122 03:03:43.735890 202629 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 03:03:43.757422 202629 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 03:03:43.771226 202629 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 03:03:43.885992 202629 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 03:03:44.010130 202629 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 03:03:44.025367 202629 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 03:03:44.042388 202629 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 03:03:44.042503 202629 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:03:44.052048 202629 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 03:03:44.052175 202629 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:03:44.061686 202629 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:03:44.071171 202629 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:03:44.080554 202629 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 03:03:44.089458 202629 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:03:44.098963 202629 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:03:44.113936 202629 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:03:44.122614 202629 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 03:03:44.130011 202629 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 03:03:44.137323 202629 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:03:44.244727 202629 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 03:03:44.415241 202629 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 03:03:44.415328 202629 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 03:03:44.419519 202629 start.go:564] Will wait 60s for crictl version
I1122 03:03:44.419579 202629 ssh_runner.go:195] Run: which crictl
I1122 03:03:44.423364 202629 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 03:03:44.450165 202629 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 03:03:44.450245 202629 ssh_runner.go:195] Run: crio --version
I1122 03:03:44.478032 202629 ssh_runner.go:195] Run: crio --version
I1122 03:03:44.519992 202629 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 03:03:44.522782 202629 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-241752 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:03:44.540511 202629 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1122 03:03:44.544389 202629 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:03:44.554099 202629 kubeadm.go:884] updating cluster {Name:default-k8s-diff-port-241752 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APIServerHAVIP: APISer
verName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false C
ustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 03:03:44.554220 202629 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:03:44.554278 202629 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:03:44.585633 202629 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:03:44.585660 202629 crio.go:433] Images already preloaded, skipping extraction
I1122 03:03:44.585716 202629 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:03:44.615044 202629 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:03:44.615070 202629 cache_images.go:86] Images are preloaded, skipping loading
I1122 03:03:44.615082 202629 kubeadm.go:935] updating node { 192.168.76.2 8444 v1.34.1 crio true true} ...
I1122 03:03:44.615172 202629 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=default-k8s-diff-port-241752 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 03:03:44.615261 202629 ssh_runner.go:195] Run: crio config
I1122 03:03:44.672190 202629 cni.go:84] Creating CNI manager for ""
I1122 03:03:44.672214 202629 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:03:44.672232 202629 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1122 03:03:44.672284 202629 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8444 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:default-k8s-diff-port-241752 NodeName:default-k8s-diff-port-241752 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.
crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 03:03:44.672427 202629 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8444
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "default-k8s-diff-port-241752"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8444
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 03:03:44.672497 202629 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 03:03:44.680434 202629 binaries.go:51] Found k8s binaries, skipping transfer
I1122 03:03:44.680503 202629 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 03:03:44.688576 202629 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (378 bytes)
I1122 03:03:44.701501 202629 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 03:03:44.715120 202629 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2225 bytes)
I1122 03:03:44.728932 202629 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1122 03:03:44.732680 202629 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:03:44.742212 202629 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:03:44.855239 202629 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:03:44.872306 202629 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752 for IP: 192.168.76.2
I1122 03:03:44.872331 202629 certs.go:195] generating shared ca certs ...
I1122 03:03:44.872346 202629 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:03:44.872540 202629 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 03:03:44.872614 202629 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 03:03:44.872630 202629 certs.go:257] generating profile certs ...
I1122 03:03:44.872710 202629 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.key
I1122 03:03:44.872729 202629 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt with IP's: []
I1122 03:03:45.194970 202629 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt ...
I1122 03:03:45.195267 202629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt: {Name:mked7d36b13ff0b12a1ae1f0b9abecc1e814c957 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:03:45.195549 202629 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.key ...
I1122 03:03:45.195601 202629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.key: {Name:mk262241d88798375e9a18157b8456ad61cf232e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:03:45.195793 202629 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.key.7a0171ba
I1122 03:03:45.195852 202629 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.crt.7a0171ba with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.76.2]
I1122 03:03:46.148271 202629 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.crt.7a0171ba ...
I1122 03:03:46.148322 202629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.crt.7a0171ba: {Name:mk41e8e72bed8d0bb137f3c225fcac25b3d1049c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:03:46.148514 202629 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.key.7a0171ba ...
I1122 03:03:46.148525 202629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.key.7a0171ba: {Name:mkc294e0f962c6e58551fc92a59fb9925793a2fd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:03:46.148617 202629 certs.go:382] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.crt.7a0171ba -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.crt
I1122 03:03:46.148702 202629 certs.go:386] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.key.7a0171ba -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.key
I1122 03:03:46.148791 202629 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.key
I1122 03:03:46.148813 202629 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.crt with IP's: []
I1122 03:03:46.276795 202629 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.crt ...
I1122 03:03:46.276827 202629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.crt: {Name:mk94ae99c11c33ed500d37af886ec78ea6b5cdb1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:03:46.277009 202629 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.key ...
I1122 03:03:46.277025 202629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.key: {Name:mk52264e155515c4b46d70c944e9d7a1fe8ac26d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:03:46.277214 202629 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 03:03:46.277261 202629 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 03:03:46.277277 202629 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 03:03:46.277301 202629 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 03:03:46.277332 202629 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 03:03:46.277359 202629 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 03:03:46.277417 202629 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:03:46.277999 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 03:03:46.297577 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 03:03:46.317524 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 03:03:46.338293 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 03:03:46.359658 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I1122 03:03:46.380607 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1122 03:03:46.409292 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 03:03:46.428998 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1122 03:03:46.448583 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 03:03:46.468647 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 03:03:46.486825 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 03:03:46.505199 202629 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 03:03:46.518431 202629 ssh_runner.go:195] Run: openssl version
I1122 03:03:46.525357 202629 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 03:03:46.533984 202629 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 03:03:46.537802 202629 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 03:03:46.537918 202629 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 03:03:46.578964 202629 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 03:03:46.587378 202629 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 03:03:46.595688 202629 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 03:03:46.599583 202629 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 03:03:46.599646 202629 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 03:03:46.640474 202629 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 03:03:46.649019 202629 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 03:03:46.658515 202629 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 03:03:46.662456 202629 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 03:03:46.662522 202629 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 03:03:46.704288 202629 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 03:03:46.713189 202629 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 03:03:46.716970 202629 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1122 03:03:46.717036 202629 kubeadm.go:401] StartCluster: {Name:default-k8s-diff-port-241752 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false Cust
omQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:03:46.717127 202629 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 03:03:46.717201 202629 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 03:03:46.748942 202629 cri.go:89] found id: ""
I1122 03:03:46.749080 202629 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 03:03:46.757898 202629 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1122 03:03:46.766071 202629 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1122 03:03:46.766170 202629 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1122 03:03:46.774486 202629 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1122 03:03:46.774555 202629 kubeadm.go:158] found existing configuration files:
I1122 03:03:46.774623 202629 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/admin.conf
I1122 03:03:46.782509 202629 kubeadm.go:164] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1122 03:03:46.782586 202629 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1122 03:03:46.790891 202629 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/kubelet.conf
I1122 03:03:46.798604 202629 kubeadm.go:164] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1122 03:03:46.798665 202629 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1122 03:03:46.806418 202629 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/controller-manager.conf
I1122 03:03:46.814155 202629 kubeadm.go:164] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1122 03:03:46.814222 202629 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1122 03:03:46.821855 202629 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/scheduler.conf
I1122 03:03:46.829814 202629 kubeadm.go:164] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1122 03:03:46.829881 202629 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1122 03:03:46.837607 202629 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1122 03:03:46.886867 202629 kubeadm.go:319] [init] Using Kubernetes version: v1.34.1
I1122 03:03:46.886966 202629 kubeadm.go:319] [preflight] Running pre-flight checks
I1122 03:03:46.910933 202629 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1122 03:03:46.911075 202629 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1122 03:03:46.911160 202629 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1122 03:03:46.911280 202629 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1122 03:03:46.911356 202629 kubeadm.go:319] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1122 03:03:46.911429 202629 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1122 03:03:46.911523 202629 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1122 03:03:46.911608 202629 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1122 03:03:46.911700 202629 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1122 03:03:46.911779 202629 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1122 03:03:46.911883 202629 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1122 03:03:46.911969 202629 kubeadm.go:319] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1122 03:03:46.980484 202629 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1122 03:03:46.980622 202629 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1122 03:03:46.980756 202629 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1122 03:03:46.988386 202629 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1122 03:03:46.991298 202629 out.go:252] - Generating certificates and keys ...
I1122 03:03:46.991399 202629 kubeadm.go:319] [certs] Using existing ca certificate authority
I1122 03:03:46.991470 202629 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1122 03:03:48.364920 202629 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1122 03:03:48.545981 202629 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1122 03:03:49.087034 202629 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1122 03:03:49.494107 202629 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1122 03:03:49.941625 202629 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1122 03:03:49.941811 202629 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [default-k8s-diff-port-241752 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I1122 03:03:50.766805 202629 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1122 03:03:50.767056 202629 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [default-k8s-diff-port-241752 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I1122 03:03:51.112279 202629 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1122 03:03:51.358221 202629 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1122 03:03:51.787510 202629 kubeadm.go:319] [certs] Generating "sa" key and public key
I1122 03:03:51.787835 202629 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
==> CRI-O <==
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.712824386Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.715892908Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.715930652Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.715952757Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.719015856Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.719048126Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.7190685Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.722193006Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.722227353Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.722250508Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.736432157Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.73660801Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.405680863Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=e965d335-1d6d-4ec8-9c45-7430b374189c name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.407778347Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=7cb22209-18e8-4b51-b801-dc6549b6e476 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.410832166Z" level=info msg="Creating container: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg/dashboard-metrics-scraper" id=678ba58d-03e6-4167-8270-3ebedb0bbf23 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.410985389Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.423968595Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.428599855Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.458683499Z" level=info msg="Created container 68161f992d109398dedee686fa6d7e4902a5090d52d574b2f55ea46a91404746: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg/dashboard-metrics-scraper" id=678ba58d-03e6-4167-8270-3ebedb0bbf23 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.465251455Z" level=info msg="Starting container: 68161f992d109398dedee686fa6d7e4902a5090d52d574b2f55ea46a91404746" id=ad097d42-62f6-4702-94e6-8d5d382f470c name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.467914651Z" level=info msg="Started container" PID=1737 containerID=68161f992d109398dedee686fa6d7e4902a5090d52d574b2f55ea46a91404746 description=kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg/dashboard-metrics-scraper id=ad097d42-62f6-4702-94e6-8d5d382f470c name=/runtime.v1.RuntimeService/StartContainer sandboxID=35814ff2020e7e7aff5d3f57d66ef135c32ba6aeb90680a4ff29be87df903b33
Nov 22 03:03:50 embed-certs-114686 conmon[1735]: conmon 68161f992d109398dede <ninfo>: container 1737 exited with status 1
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.686027909Z" level=info msg="Removing container: 1d26c187918ba4329b99979e7de44e02b5110dbc3a0c6bf24a86a28b02b5f315" id=eab0a115-6664-4008-b2d3-7b65feeccf78 name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.697194527Z" level=info msg="Error loading conmon cgroup of container 1d26c187918ba4329b99979e7de44e02b5110dbc3a0c6bf24a86a28b02b5f315: cgroup deleted" id=eab0a115-6664-4008-b2d3-7b65feeccf78 name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.700284465Z" level=info msg="Removed container 1d26c187918ba4329b99979e7de44e02b5110dbc3a0c6bf24a86a28b02b5f315: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg/dashboard-metrics-scraper" id=eab0a115-6664-4008-b2d3-7b65feeccf78 name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
68161f992d109 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 4 seconds ago Exited dashboard-metrics-scraper 3 35814ff2020e7 dashboard-metrics-scraper-6ffb444bf9-w4hzg kubernetes-dashboard
528734245f11b ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 23 seconds ago Running storage-provisioner 2 e2e519b33bba3 storage-provisioner kube-system
0ba4df92c59d3 docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf 45 seconds ago Running kubernetes-dashboard 0 39f83666bc966 kubernetes-dashboard-855c9754f9-gz7km kubernetes-dashboard
e93f8e676ba25 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c 54 seconds ago Running busybox 1 ced3b55e43622 busybox default
bae420c217703 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 54 seconds ago Running coredns 1 492d5672d9b77 coredns-66bc5c9577-28vjn kube-system
a3d3fc9db2fa4 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 54 seconds ago Running kindnet-cni 1 6982e26c6a4fb kindnet-xx7dn kube-system
ce999d3cf077d 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 54 seconds ago Running kube-proxy 1 f5dcd6017505e kube-proxy-thhjz kube-system
259a4ef79a457 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 54 seconds ago Exited storage-provisioner 1 e2e519b33bba3 storage-provisioner kube-system
b8138c6a970bc b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Running kube-scheduler 1 dd723abcc8448 kube-scheduler-embed-certs-114686 kube-system
e80fab4168076 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Running etcd 1 c42dd4eb8e015 etcd-embed-certs-114686 kube-system
6bb51b11cbc17 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Running kube-apiserver 1 ff7d5f73d0d46 kube-apiserver-embed-certs-114686 kube-system
b5293d138d7ad 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Running kube-controller-manager 1 dc0c7352b17b8 kube-controller-manager-embed-certs-114686 kube-system
==> coredns [bae420c217703b527620c1f21cadf05812af21d290d1eaa15bf48035db802a8a] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = fa9a0cdcdddcb4be74a0eaf7cfcb211c40e29ddf5507e03bbfc0065bade31f0f2641a2513136e246f32328dd126fc93236fb5c595246f0763926a524386705e8
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:47227 - 24362 "HINFO IN 4882736074026143426.6502233081879385107. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.014088245s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
==> describe nodes <==
Name: embed-certs-114686
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=embed-certs-114686
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=embed-certs-114686
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T03_01_31_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 03:01:26 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: embed-certs-114686
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 03:03:51 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 03:03:41 +0000 Sat, 22 Nov 2025 03:01:20 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 03:03:41 +0000 Sat, 22 Nov 2025 03:01:20 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 03:03:41 +0000 Sat, 22 Nov 2025 03:01:20 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 22 Nov 2025 03:03:41 +0000 Sat, 22 Nov 2025 03:02:16 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.85.2
Hostname: embed-certs-114686
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: 0119251a-c0ff-48d9-a943-058b1d54875d
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 96s
kube-system coredns-66bc5c9577-28vjn 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 2m20s
kube-system etcd-embed-certs-114686 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 2m25s
kube-system kindnet-xx7dn 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 2m20s
kube-system kube-apiserver-embed-certs-114686 250m (12%) 0 (0%) 0 (0%) 0 (0%) 2m25s
kube-system kube-controller-manager-embed-certs-114686 200m (10%) 0 (0%) 0 (0%) 0 (0%) 2m25s
kube-system kube-proxy-thhjz 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m20s
kube-system kube-scheduler-embed-certs-114686 100m (5%) 0 (0%) 0 (0%) 0 (0%) 2m25s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m17s
kubernetes-dashboard dashboard-metrics-scraper-6ffb444bf9-w4hzg 0 (0%) 0 (0%) 0 (0%) 0 (0%) 51s
kubernetes-dashboard kubernetes-dashboard-855c9754f9-gz7km 0 (0%) 0 (0%) 0 (0%) 0 (0%) 51s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m18s kube-proxy
Normal Starting 53s kube-proxy
Normal NodeHasSufficientMemory 2m37s (x8 over 2m37s) kubelet Node embed-certs-114686 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m37s (x8 over 2m37s) kubelet Node embed-certs-114686 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m37s (x8 over 2m37s) kubelet Node embed-certs-114686 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 2m25s kubelet Node embed-certs-114686 status is now: NodeHasNoDiskPressure
Warning CgroupV1 2m25s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 2m25s kubelet Node embed-certs-114686 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 2m25s kubelet Node embed-certs-114686 status is now: NodeHasSufficientPID
Normal Starting 2m25s kubelet Starting kubelet.
Normal RegisteredNode 2m21s node-controller Node embed-certs-114686 event: Registered Node embed-certs-114686 in Controller
Normal NodeReady 99s kubelet Node embed-certs-114686 status is now: NodeReady
Normal Starting 61s kubelet Starting kubelet.
Warning CgroupV1 61s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 61s (x8 over 61s) kubelet Node embed-certs-114686 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 61s (x8 over 61s) kubelet Node embed-certs-114686 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 61s (x8 over 61s) kubelet Node embed-certs-114686 status is now: NodeHasSufficientPID
Normal RegisteredNode 51s node-controller Node embed-certs-114686 event: Registered Node embed-certs-114686 in Controller
==> dmesg <==
[Nov22 02:41] overlayfs: idmapped layers are currently not supported
[ +22.252297] overlayfs: idmapped layers are currently not supported
[ +13.476824] overlayfs: idmapped layers are currently not supported
[Nov22 02:42] hrtimer: interrupt took 39554483 ns
[ +30.996351] overlayfs: idmapped layers are currently not supported
[ +28.004266] overlayfs: idmapped layers are currently not supported
[Nov22 02:43] overlayfs: idmapped layers are currently not supported
[Nov22 02:44] overlayfs: idmapped layers are currently not supported
[Nov22 02:45] overlayfs: idmapped layers are currently not supported
[Nov22 02:46] overlayfs: idmapped layers are currently not supported
[Nov22 02:49] overlayfs: idmapped layers are currently not supported
[Nov22 02:51] overlayfs: idmapped layers are currently not supported
[ +27.358169] systemd-journald[231]: Failed to send stream file descriptor to service manager: Connection refused
[ +1.241009] overlayfs: idmapped layers are currently not supported
[Nov22 02:53] overlayfs: idmapped layers are currently not supported
[Nov22 02:56] overlayfs: idmapped layers are currently not supported
[Nov22 02:57] overlayfs: idmapped layers are currently not supported
[ +5.709995] overlayfs: idmapped layers are currently not supported
[ +34.878505] overlayfs: idmapped layers are currently not supported
[Nov22 02:58] overlayfs: idmapped layers are currently not supported
[Nov22 02:59] overlayfs: idmapped layers are currently not supported
[Nov22 03:00] overlayfs: idmapped layers are currently not supported
[Nov22 03:01] overlayfs: idmapped layers are currently not supported
[Nov22 03:02] overlayfs: idmapped layers are currently not supported
[ +29.429632] overlayfs: idmapped layers are currently not supported
==> etcd [e80fab416807694671da4198375a9a5e2710b9f16ac70df919a122ecb1363d2b] <==
{"level":"warn","ts":"2025-11-22T03:02:57.763042Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32888","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:57.805808Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32912","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:57.853649Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32926","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:57.886222Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32954","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:57.950986Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32976","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:57.962617Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32998","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:57.994815Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33012","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.019670Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33036","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.056190Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33052","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.114504Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33070","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.159061Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33086","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.187025Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33092","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.216202Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33102","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.247180Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33126","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.291149Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33136","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.317419Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33170","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.347427Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33174","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.398266Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33188","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.419837Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33204","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.452204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33218","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.496592Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33226","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.531466Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33238","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.579982Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33244","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.612576Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33262","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.776765Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33284","server-name":"","error":"EOF"}
==> kernel <==
03:03:55 up 1:46, 0 user, load average: 3.26, 3.30, 2.73
Linux embed-certs-114686 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [a3d3fc9db2fa478770ff2c3a31f85da60a80309701854873a6106587b22309c6] <==
I1122 03:03:01.511936 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 03:03:01.514317 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1122 03:03:01.514464 1 main.go:148] setting mtu 1500 for CNI
I1122 03:03:01.514478 1 main.go:178] kindnetd IP family: "ipv4"
I1122 03:03:01.514494 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T03:03:01Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 03:03:01.711699 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 03:03:01.711805 1 controller.go:381] "Waiting for informer caches to sync"
I1122 03:03:01.711840 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 03:03:01.712203 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1122 03:03:31.708928 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
E1122 03:03:31.712608 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1122 03:03:31.712788 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1122 03:03:31.712884 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
I1122 03:03:33.114034 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 03:03:33.114062 1 metrics.go:72] Registering metrics
I1122 03:03:33.114137 1 controller.go:711] "Syncing nftables rules"
I1122 03:03:41.708412 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1122 03:03:41.708449 1 main.go:301] handling current node
I1122 03:03:51.708116 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1122 03:03:51.708153 1 main.go:301] handling current node
==> kube-apiserver [6bb51b11cbc17a9bec1d4ecdb532472aafcef41a6e916e395df20fa82bc85f26] <==
I1122 03:03:00.469545 1 shared_informer.go:356] "Caches are synced" controller="crd-autoregister"
I1122 03:03:00.469881 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1122 03:03:00.469969 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1122 03:03:00.470081 1 aggregator.go:171] initial CRD sync complete...
I1122 03:03:00.470169 1 autoregister_controller.go:144] Starting autoregister controller
I1122 03:03:00.470216 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1122 03:03:00.470249 1 cache.go:39] Caches are synced for autoregister controller
I1122 03:03:00.482889 1 cache.go:39] Caches are synced for LocalAvailability controller
I1122 03:03:00.530353 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1122 03:03:00.530596 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1122 03:03:00.530636 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1122 03:03:00.590240 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1122 03:03:00.690837 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
E1122 03:03:00.705665 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1122 03:03:00.717539 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1122 03:03:00.863303 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 03:03:01.958512 1 controller.go:667] quota admission added evaluator for: namespaces
I1122 03:03:02.049157 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1122 03:03:02.097159 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1122 03:03:02.113055 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1122 03:03:02.198272 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.98.209.197"}
I1122 03:03:02.232999 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.107.210.12"}
I1122 03:03:04.316240 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1122 03:03:04.648757 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1122 03:03:04.693023 1 controller.go:667] quota admission added evaluator for: endpoints
==> kube-controller-manager [b5293d138d7adc869a0e531c73c10b273e60b71939030cc78f71daf2c3875448] <==
I1122 03:03:04.077950 1 shared_informer.go:356] "Caches are synced" controller="service account"
I1122 03:03:04.080028 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 03:03:04.084521 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1122 03:03:04.100679 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1122 03:03:04.105011 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1122 03:03:04.109792 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:03:04.109824 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1122 03:03:04.109832 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1122 03:03:04.109889 1 shared_informer.go:356] "Caches are synced" controller="ReplicaSet"
I1122 03:03:04.109932 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
I1122 03:03:04.110087 1 shared_informer.go:356] "Caches are synced" controller="cronjob"
I1122 03:03:04.109807 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1122 03:03:04.113517 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1122 03:03:04.113860 1 shared_informer.go:356] "Caches are synced" controller="validatingadmissionpolicy-status"
I1122 03:03:04.113925 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1122 03:03:04.113933 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1122 03:03:04.117523 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1122 03:03:04.118694 1 shared_informer.go:356] "Caches are synced" controller="TTL after finished"
I1122 03:03:04.118798 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1122 03:03:04.120926 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1122 03:03:04.122174 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
I1122 03:03:04.125453 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1122 03:03:04.142808 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:03:04.150571 1 shared_informer.go:356] "Caches are synced" controller="job"
I1122 03:03:04.159374 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
==> kube-proxy [ce999d3cf077dc6652b06d383b27ba319bdc12268a93fbba437161e1f85e7e39] <==
I1122 03:03:01.573758 1 server_linux.go:53] "Using iptables proxy"
I1122 03:03:01.742508 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 03:03:01.851580 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 03:03:01.864827 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1122 03:03:01.864959 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 03:03:02.014471 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 03:03:02.014769 1 server_linux.go:132] "Using iptables Proxier"
I1122 03:03:02.029960 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 03:03:02.030317 1 server.go:527] "Version info" version="v1.34.1"
I1122 03:03:02.030330 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:03:02.052077 1 config.go:200] "Starting service config controller"
I1122 03:03:02.052096 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 03:03:02.052117 1 config.go:106] "Starting endpoint slice config controller"
I1122 03:03:02.052122 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 03:03:02.052144 1 config.go:403] "Starting serviceCIDR config controller"
I1122 03:03:02.052149 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 03:03:02.052814 1 config.go:309] "Starting node config controller"
I1122 03:03:02.052822 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 03:03:02.052827 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 03:03:02.153217 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1122 03:03:02.153263 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 03:03:02.153325 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [b8138c6a970bcf3c6e094d2cdc6de8229df4281e37078f53edb834469fcd9c0b] <==
I1122 03:02:57.600187 1 serving.go:386] Generated self-signed cert in-memory
I1122 03:03:00.767386 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1122 03:03:00.770921 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:03:00.825402 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1122 03:03:00.825456 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1122 03:03:00.825497 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:03:00.825504 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:03:00.825548 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 03:03:00.825556 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 03:03:00.826858 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1122 03:03:00.826835 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1122 03:03:00.925925 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1122 03:03:00.926039 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:03:00.928563 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
==> kubelet <==
Nov 22 03:03:04 embed-certs-114686 kubelet[782]: I1122 03:03:04.723813 782 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/d129157b-0e6c-42f5-a433-4104bd99a236-tmp-volume\") pod \"kubernetes-dashboard-855c9754f9-gz7km\" (UID: \"d129157b-0e6c-42f5-a433-4104bd99a236\") " pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-gz7km"
Nov 22 03:03:04 embed-certs-114686 kubelet[782]: I1122 03:03:04.723897 782 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-p2zgn\" (UniqueName: \"kubernetes.io/projected/d129157b-0e6c-42f5-a433-4104bd99a236-kube-api-access-p2zgn\") pod \"kubernetes-dashboard-855c9754f9-gz7km\" (UID: \"d129157b-0e6c-42f5-a433-4104bd99a236\") " pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-gz7km"
Nov 22 03:03:04 embed-certs-114686 kubelet[782]: W1122 03:03:04.962899 782 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8/crio-35814ff2020e7e7aff5d3f57d66ef135c32ba6aeb90680a4ff29be87df903b33 WatchSource:0}: Error finding container 35814ff2020e7e7aff5d3f57d66ef135c32ba6aeb90680a4ff29be87df903b33: Status 404 returned error can't find the container with id 35814ff2020e7e7aff5d3f57d66ef135c32ba6aeb90680a4ff29be87df903b33
Nov 22 03:03:07 embed-certs-114686 kubelet[782]: I1122 03:03:07.345281 782 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness"
Nov 22 03:03:10 embed-certs-114686 kubelet[782]: I1122 03:03:10.996724 782 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-gz7km" podStartSLOduration=2.142443675 podStartE2EDuration="6.996705936s" podCreationTimestamp="2025-11-22 03:03:04 +0000 UTC" firstStartedPulling="2025-11-22 03:03:04.94537817 +0000 UTC m=+10.768622806" lastFinishedPulling="2025-11-22 03:03:09.799640407 +0000 UTC m=+15.622885067" observedRunningTime="2025-11-22 03:03:10.584551394 +0000 UTC m=+16.407796046" watchObservedRunningTime="2025-11-22 03:03:10.996705936 +0000 UTC m=+16.819950580"
Nov 22 03:03:14 embed-certs-114686 kubelet[782]: I1122 03:03:14.570145 782 scope.go:117] "RemoveContainer" containerID="4dd134de41b77962f44a6a25619d2cbcdce5b9509a155c9e0d4eecf025d2b982"
Nov 22 03:03:15 embed-certs-114686 kubelet[782]: I1122 03:03:15.574387 782 scope.go:117] "RemoveContainer" containerID="4dd134de41b77962f44a6a25619d2cbcdce5b9509a155c9e0d4eecf025d2b982"
Nov 22 03:03:15 embed-certs-114686 kubelet[782]: I1122 03:03:15.574547 782 scope.go:117] "RemoveContainer" containerID="5c223ded369074796dd3950d49a7978673678f549374a738ba229c19e7f2daf6"
Nov 22 03:03:15 embed-certs-114686 kubelet[782]: E1122 03:03:15.574700 782 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-w4hzg_kubernetes-dashboard(8fafa755-6788-47a3-b18e-9b8c64e2bccf)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg" podUID="8fafa755-6788-47a3-b18e-9b8c64e2bccf"
Nov 22 03:03:16 embed-certs-114686 kubelet[782]: I1122 03:03:16.578159 782 scope.go:117] "RemoveContainer" containerID="5c223ded369074796dd3950d49a7978673678f549374a738ba229c19e7f2daf6"
Nov 22 03:03:16 embed-certs-114686 kubelet[782]: E1122 03:03:16.578317 782 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-w4hzg_kubernetes-dashboard(8fafa755-6788-47a3-b18e-9b8c64e2bccf)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg" podUID="8fafa755-6788-47a3-b18e-9b8c64e2bccf"
Nov 22 03:03:24 embed-certs-114686 kubelet[782]: I1122 03:03:24.926992 782 scope.go:117] "RemoveContainer" containerID="5c223ded369074796dd3950d49a7978673678f549374a738ba229c19e7f2daf6"
Nov 22 03:03:25 embed-certs-114686 kubelet[782]: I1122 03:03:25.605298 782 scope.go:117] "RemoveContainer" containerID="5c223ded369074796dd3950d49a7978673678f549374a738ba229c19e7f2daf6"
Nov 22 03:03:25 embed-certs-114686 kubelet[782]: I1122 03:03:25.606232 782 scope.go:117] "RemoveContainer" containerID="1d26c187918ba4329b99979e7de44e02b5110dbc3a0c6bf24a86a28b02b5f315"
Nov 22 03:03:25 embed-certs-114686 kubelet[782]: E1122 03:03:25.606530 782 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-w4hzg_kubernetes-dashboard(8fafa755-6788-47a3-b18e-9b8c64e2bccf)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg" podUID="8fafa755-6788-47a3-b18e-9b8c64e2bccf"
Nov 22 03:03:31 embed-certs-114686 kubelet[782]: I1122 03:03:31.622034 782 scope.go:117] "RemoveContainer" containerID="259a4ef79a45728dc1d44e20f0d980c32c25b1f5e7b5d865e25fbf04771051e1"
Nov 22 03:03:34 embed-certs-114686 kubelet[782]: I1122 03:03:34.927037 782 scope.go:117] "RemoveContainer" containerID="1d26c187918ba4329b99979e7de44e02b5110dbc3a0c6bf24a86a28b02b5f315"
Nov 22 03:03:34 embed-certs-114686 kubelet[782]: E1122 03:03:34.927905 782 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-w4hzg_kubernetes-dashboard(8fafa755-6788-47a3-b18e-9b8c64e2bccf)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg" podUID="8fafa755-6788-47a3-b18e-9b8c64e2bccf"
Nov 22 03:03:50 embed-certs-114686 kubelet[782]: I1122 03:03:50.405077 782 scope.go:117] "RemoveContainer" containerID="1d26c187918ba4329b99979e7de44e02b5110dbc3a0c6bf24a86a28b02b5f315"
Nov 22 03:03:50 embed-certs-114686 kubelet[782]: I1122 03:03:50.679320 782 scope.go:117] "RemoveContainer" containerID="1d26c187918ba4329b99979e7de44e02b5110dbc3a0c6bf24a86a28b02b5f315"
Nov 22 03:03:50 embed-certs-114686 kubelet[782]: I1122 03:03:50.679593 782 scope.go:117] "RemoveContainer" containerID="68161f992d109398dedee686fa6d7e4902a5090d52d574b2f55ea46a91404746"
Nov 22 03:03:50 embed-certs-114686 kubelet[782]: E1122 03:03:50.681803 782 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 40s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-w4hzg_kubernetes-dashboard(8fafa755-6788-47a3-b18e-9b8c64e2bccf)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg" podUID="8fafa755-6788-47a3-b18e-9b8c64e2bccf"
Nov 22 03:03:52 embed-certs-114686 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Nov 22 03:03:52 embed-certs-114686 systemd[1]: kubelet.service: Deactivated successfully.
Nov 22 03:03:52 embed-certs-114686 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
==> kubernetes-dashboard [0ba4df92c59d36bd0868a5c2fa45e0905c4a7bc9afa45f57bc2eae13de08ce9a] <==
2025/11/22 03:03:09 Using namespace: kubernetes-dashboard
2025/11/22 03:03:09 Using in-cluster config to connect to apiserver
2025/11/22 03:03:09 Using secret token for csrf signing
2025/11/22 03:03:09 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/11/22 03:03:09 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/11/22 03:03:09 Successful initial request to the apiserver, version: v1.34.1
2025/11/22 03:03:09 Generating JWE encryption key
2025/11/22 03:03:09 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/11/22 03:03:09 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/11/22 03:03:10 Initializing JWE encryption key from synchronized object
2025/11/22 03:03:10 Creating in-cluster Sidecar client
2025/11/22 03:03:10 Serving insecurely on HTTP port: 9090
2025/11/22 03:03:10 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/11/22 03:03:40 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/11/22 03:03:09 Starting overwatch
==> storage-provisioner [259a4ef79a45728dc1d44e20f0d980c32c25b1f5e7b5d865e25fbf04771051e1] <==
I1122 03:03:01.160064 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1122 03:03:31.162910 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
==> storage-provisioner [528734245f11bec9557813c68a5523bb6446fa4796bf97e971b8e91c4f0ac368] <==
I1122 03:03:31.686954 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1122 03:03:31.707011 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1122 03:03:31.707148 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1122 03:03:31.709854 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:35.169631 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:39.430335 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:43.028977 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:46.083676 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:49.106686 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:49.113481 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:03:49.113761 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1122 03:03:49.114053 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_embed-certs-114686_0d27f034-fb62-4814-8718-bb1f980cd00a!
I1122 03:03:49.117245 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"3c6d2d58-a9c5-45dd-9f86-2761836ea708", APIVersion:"v1", ResourceVersion:"680", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' embed-certs-114686_0d27f034-fb62-4814-8718-bb1f980cd00a became leader
W1122 03:03:49.124517 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:49.132257 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:03:49.218023 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_embed-certs-114686_0d27f034-fb62-4814-8718-bb1f980cd00a!
W1122 03:03:51.138679 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:51.146112 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:53.149943 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:53.160113 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:55.163979 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:55.176345 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-114686 -n embed-certs-114686
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-114686 -n embed-certs-114686: exit status 2 (460.155516ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context embed-certs-114686 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/embed-certs/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect embed-certs-114686
helpers_test.go:243: (dbg) docker inspect embed-certs-114686:
-- stdout --
[
{
"Id": "7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8",
"Created": "2025-11-22T03:00:55.865891987Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 199112,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T03:02:46.46678688Z",
"FinishedAt": "2025-11-22T03:02:45.106834921Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8/hostname",
"HostsPath": "/var/lib/docker/containers/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8/hosts",
"LogPath": "/var/lib/docker/containers/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8-json.log",
"Name": "/embed-certs-114686",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"embed-certs-114686:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "embed-certs-114686",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8",
"LowerDir": "/var/lib/docker/overlay2/fccca2b5144d7c76ac3e49ba0854e4404a078c950efa8da5615b2b568c211e74-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/fccca2b5144d7c76ac3e49ba0854e4404a078c950efa8da5615b2b568c211e74/merged",
"UpperDir": "/var/lib/docker/overlay2/fccca2b5144d7c76ac3e49ba0854e4404a078c950efa8da5615b2b568c211e74/diff",
"WorkDir": "/var/lib/docker/overlay2/fccca2b5144d7c76ac3e49ba0854e4404a078c950efa8da5615b2b568c211e74/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "embed-certs-114686",
"Source": "/var/lib/docker/volumes/embed-certs-114686/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "embed-certs-114686",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "embed-certs-114686",
"name.minikube.sigs.k8s.io": "embed-certs-114686",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "cbc635403965afba83031b593577e86241951a2f3f0c5775101aa0e676348bb4",
"SandboxKey": "/var/run/docker/netns/cbc635403965",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33076"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33077"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33080"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33078"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33079"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"embed-certs-114686": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "ea:97:29:46:64:8c",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "31d54ecd85d08bdec560a611c91a30493787d30417947d21827dab77f952a8d1",
"EndpointID": "40ed18c5ffbfd1403cb6938b84e607f27903916f20d3c569b58997763170084e",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"embed-certs-114686",
"7c1c4dbcea62"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-114686 -n embed-certs-114686
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-114686 -n embed-certs-114686: exit status 2 (417.997895ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/embed-certs/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p embed-certs-114686 logs -n 25
E1122 03:03:58.148504 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:03:58.155242 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:03:58.166634 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:03:58.187950 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:03:58.229275 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:03:58.310584 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:03:58.472540 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:03:58.793799 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p embed-certs-114686 logs -n 25: (1.896935126s)
helpers_test.go:260: TestStartStop/group/embed-certs/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ start │ -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 02:59 UTC │ 22 Nov 25 03:00 UTC │
│ image │ old-k8s-version-250049 image list --format=json │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ pause │ -p old-k8s-version-250049 --alsologtostderr -v=1 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ │
│ start │ -p cert-expiration-893129 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ delete │ -p old-k8s-version-250049 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ delete │ -p old-k8s-version-250049 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ start │ -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:01 UTC │
│ delete │ -p cert-expiration-893129 │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ start │ -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable metrics-server -p no-preload-564946 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ stop │ -p no-preload-564946 --alsologtostderr -v=3 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable dashboard -p no-preload-564946 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ start │ -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:03 UTC │
│ addons │ enable metrics-server -p embed-certs-114686 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ stop │ -p embed-certs-114686 --alsologtostderr -v=3 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable dashboard -p embed-certs-114686 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ start │ -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:03 UTC │
│ image │ no-preload-564946 image list --format=json │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ pause │ -p no-preload-564946 --alsologtostderr -v=1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
│ delete │ -p no-preload-564946 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ delete │ -p no-preload-564946 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ delete │ -p disable-driver-mounts-318891 │ disable-driver-mounts-318891 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ start │ -p default-k8s-diff-port-241752 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
│ image │ embed-certs-114686 image list --format=json │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ pause │ -p embed-certs-114686 --alsologtostderr -v=1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/11/22 03:03:31
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 03:03:31.921913 202629 out.go:360] Setting OutFile to fd 1 ...
I1122 03:03:31.922057 202629 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:03:31.922071 202629 out.go:374] Setting ErrFile to fd 2...
I1122 03:03:31.922078 202629 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:03:31.922341 202629 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:03:31.922826 202629 out.go:368] Setting JSON to false
I1122 03:03:31.923795 202629 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6338,"bootTime":1763774274,"procs":202,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 03:03:31.923864 202629 start.go:143] virtualization:
I1122 03:03:31.928000 202629 out.go:179] * [default-k8s-diff-port-241752] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 03:03:31.931265 202629 out.go:179] - MINIKUBE_LOCATION=21946
I1122 03:03:31.931327 202629 notify.go:221] Checking for updates...
I1122 03:03:31.937812 202629 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 03:03:31.940636 202629 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:03:31.943811 202629 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 03:03:31.947496 202629 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 03:03:31.950377 202629 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 03:03:31.953870 202629 config.go:182] Loaded profile config "embed-certs-114686": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:03:31.953982 202629 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 03:03:31.979201 202629 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 03:03:31.979317 202629 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:03:32.039126 202629 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 03:03:32.029009895 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:03:32.039246 202629 docker.go:319] overlay module found
I1122 03:03:32.042345 202629 out.go:179] * Using the docker driver based on user configuration
I1122 03:03:32.045127 202629 start.go:309] selected driver: docker
I1122 03:03:32.045152 202629 start.go:927] validating driver "docker" against <nil>
I1122 03:03:32.045173 202629 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 03:03:32.046056 202629 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:03:32.112218 202629 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 03:03:32.102606596 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:03:32.112367 202629 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1122 03:03:32.112597 202629 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:03:32.115511 202629 out.go:179] * Using Docker driver with root privileges
I1122 03:03:32.120642 202629 cni.go:84] Creating CNI manager for ""
I1122 03:03:32.120711 202629 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:03:32.120725 202629 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1122 03:03:32.120806 202629 start.go:353] cluster config:
{Name:default-k8s-diff-port-241752 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:
cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SS
HAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:03:32.124103 202629 out.go:179] * Starting "default-k8s-diff-port-241752" primary control-plane node in "default-k8s-diff-port-241752" cluster
I1122 03:03:32.126924 202629 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 03:03:32.129929 202629 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 03:03:32.132727 202629 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:03:32.132776 202629 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 03:03:32.132786 202629 cache.go:65] Caching tarball of preloaded images
I1122 03:03:32.132804 202629 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 03:03:32.132874 202629 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 03:03:32.132884 202629 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 03:03:32.132996 202629 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/config.json ...
I1122 03:03:32.133013 202629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/config.json: {Name:mk52e307821f5aba6c39f883cdcf0d4cc48aa3c5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:03:32.152579 202629 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 03:03:32.152610 202629 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 03:03:32.152633 202629 cache.go:243] Successfully downloaded all kic artifacts
I1122 03:03:32.152663 202629 start.go:360] acquireMachinesLock for default-k8s-diff-port-241752: {Name:mkbde39a8cb76981c8cf8bd4a0003c49fd2442f9 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:03:32.152779 202629 start.go:364] duration metric: took 93.638µs to acquireMachinesLock for "default-k8s-diff-port-241752"
I1122 03:03:32.152813 202629 start.go:93] Provisioning new machine with config: &{Name:default-k8s-diff-port-241752 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default API
ServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:
false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:03:32.152895 202629 start.go:125] createHost starting for "" (driver="docker")
W1122 03:03:32.921556 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
W1122 03:03:35.422464 198983 pod_ready.go:104] pod "coredns-66bc5c9577-28vjn" is not "Ready", error: <nil>
I1122 03:03:32.156291 202629 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1122 03:03:32.156578 202629 start.go:159] libmachine.API.Create for "default-k8s-diff-port-241752" (driver="docker")
I1122 03:03:32.156618 202629 client.go:173] LocalClient.Create starting
I1122 03:03:32.156687 202629 main.go:143] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem
I1122 03:03:32.156736 202629 main.go:143] libmachine: Decoding PEM data...
I1122 03:03:32.156766 202629 main.go:143] libmachine: Parsing certificate...
I1122 03:03:32.156823 202629 main.go:143] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem
I1122 03:03:32.156851 202629 main.go:143] libmachine: Decoding PEM data...
I1122 03:03:32.156864 202629 main.go:143] libmachine: Parsing certificate...
I1122 03:03:32.157248 202629 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-241752 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1122 03:03:32.173192 202629 cli_runner.go:211] docker network inspect default-k8s-diff-port-241752 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1122 03:03:32.173285 202629 network_create.go:284] running [docker network inspect default-k8s-diff-port-241752] to gather additional debugging logs...
I1122 03:03:32.173302 202629 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-241752
W1122 03:03:32.189792 202629 cli_runner.go:211] docker network inspect default-k8s-diff-port-241752 returned with exit code 1
I1122 03:03:32.189824 202629 network_create.go:287] error running [docker network inspect default-k8s-diff-port-241752]: docker network inspect default-k8s-diff-port-241752: exit status 1
stdout:
[]
stderr:
Error response from daemon: network default-k8s-diff-port-241752 not found
I1122 03:03:32.189839 202629 network_create.go:289] output of [docker network inspect default-k8s-diff-port-241752]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network default-k8s-diff-port-241752 not found
** /stderr **
I1122 03:03:32.189950 202629 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:03:32.208508 202629 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-9752cc1a0776 IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:2e:e3:a1:35:ea:78} reservation:<nil>}
I1122 03:03:32.208841 202629 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-7987ef40c44b IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:0a:09:d3:91:e5:dd} reservation:<nil>}
I1122 03:03:32.209190 202629 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-032f895d6b93 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:4e:b1:8d:28:6d:7a} reservation:<nil>}
I1122 03:03:32.209762 202629 network.go:206] using free private subnet 192.168.76.0/24: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001a024e0}
I1122 03:03:32.209861 202629 network_create.go:124] attempt to create docker network default-k8s-diff-port-241752 192.168.76.0/24 with gateway 192.168.76.1 and MTU of 1500 ...
I1122 03:03:32.209930 202629 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.76.0/24 --gateway=192.168.76.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=default-k8s-diff-port-241752 default-k8s-diff-port-241752
I1122 03:03:32.271939 202629 network_create.go:108] docker network default-k8s-diff-port-241752 192.168.76.0/24 created
I1122 03:03:32.271973 202629 kic.go:121] calculated static IP "192.168.76.2" for the "default-k8s-diff-port-241752" container
I1122 03:03:32.272044 202629 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1122 03:03:32.289676 202629 cli_runner.go:164] Run: docker volume create default-k8s-diff-port-241752 --label name.minikube.sigs.k8s.io=default-k8s-diff-port-241752 --label created_by.minikube.sigs.k8s.io=true
I1122 03:03:32.308290 202629 oci.go:103] Successfully created a docker volume default-k8s-diff-port-241752
I1122 03:03:32.308385 202629 cli_runner.go:164] Run: docker run --rm --name default-k8s-diff-port-241752-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=default-k8s-diff-port-241752 --entrypoint /usr/bin/test -v default-k8s-diff-port-241752:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -d /var/lib
I1122 03:03:32.883807 202629 oci.go:107] Successfully prepared a docker volume default-k8s-diff-port-241752
I1122 03:03:32.883889 202629 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:03:32.883901 202629 kic.go:194] Starting extracting preloaded images to volume ...
I1122 03:03:32.883965 202629 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v default-k8s-diff-port-241752:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -I lz4 -xf /preloaded.tar -C /extractDir
I1122 03:03:37.432819 198983 pod_ready.go:94] pod "coredns-66bc5c9577-28vjn" is "Ready"
I1122 03:03:37.432845 198983 pod_ready.go:86] duration metric: took 35.018625423s for pod "coredns-66bc5c9577-28vjn" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:37.435954 198983 pod_ready.go:83] waiting for pod "etcd-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:37.441323 198983 pod_ready.go:94] pod "etcd-embed-certs-114686" is "Ready"
I1122 03:03:37.441347 198983 pod_ready.go:86] duration metric: took 5.371053ms for pod "etcd-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:37.446560 198983 pod_ready.go:83] waiting for pod "kube-apiserver-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:37.456454 198983 pod_ready.go:94] pod "kube-apiserver-embed-certs-114686" is "Ready"
I1122 03:03:37.456483 198983 pod_ready.go:86] duration metric: took 9.900659ms for pod "kube-apiserver-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:37.459686 198983 pod_ready.go:83] waiting for pod "kube-controller-manager-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:37.618531 198983 pod_ready.go:94] pod "kube-controller-manager-embed-certs-114686" is "Ready"
I1122 03:03:37.618563 198983 pod_ready.go:86] duration metric: took 158.850585ms for pod "kube-controller-manager-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:37.820727 198983 pod_ready.go:83] waiting for pod "kube-proxy-thhjz" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:38.224934 198983 pod_ready.go:94] pod "kube-proxy-thhjz" is "Ready"
I1122 03:03:38.224964 198983 pod_ready.go:86] duration metric: took 404.214202ms for pod "kube-proxy-thhjz" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:38.418873 198983 pod_ready.go:83] waiting for pod "kube-scheduler-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:38.817873 198983 pod_ready.go:94] pod "kube-scheduler-embed-certs-114686" is "Ready"
I1122 03:03:38.817904 198983 pod_ready.go:86] duration metric: took 398.999139ms for pod "kube-scheduler-embed-certs-114686" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:03:38.817918 198983 pod_ready.go:40] duration metric: took 36.407563314s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:03:38.895738 198983 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 03:03:38.900106 198983 out.go:179] * Done! kubectl is now configured to use "embed-certs-114686" cluster and "default" namespace by default
I1122 03:03:37.357556 202629 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v default-k8s-diff-port-241752:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -I lz4 -xf /preloaded.tar -C /extractDir: (4.473554758s)
I1122 03:03:37.357590 202629 kic.go:203] duration metric: took 4.473685277s to extract preloaded images to volume ...
W1122 03:03:37.357751 202629 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1122 03:03:37.357862 202629 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1122 03:03:37.454370 202629 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname default-k8s-diff-port-241752 --name default-k8s-diff-port-241752 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=default-k8s-diff-port-241752 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=default-k8s-diff-port-241752 --network default-k8s-diff-port-241752 --ip 192.168.76.2 --volume default-k8s-diff-port-241752:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8444 --publish=127.0.0.1::8444 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a
I1122 03:03:37.792063 202629 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Running}}
I1122 03:03:37.821031 202629 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:03:37.845954 202629 cli_runner.go:164] Run: docker exec default-k8s-diff-port-241752 stat /var/lib/dpkg/alternatives/iptables
I1122 03:03:37.915349 202629 oci.go:144] the created container "default-k8s-diff-port-241752" has a running status.
I1122 03:03:37.915379 202629 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa...
I1122 03:03:38.068464 202629 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1122 03:03:38.102520 202629 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:03:38.131700 202629 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1122 03:03:38.131719 202629 kic_runner.go:114] Args: [docker exec --privileged default-k8s-diff-port-241752 chown docker:docker /home/docker/.ssh/authorized_keys]
I1122 03:03:38.188854 202629 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:03:38.217620 202629 machine.go:94] provisionDockerMachine start ...
I1122 03:03:38.217721 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:38.244315 202629 main.go:143] libmachine: Using SSH client type: native
I1122 03:03:38.244647 202629 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33081 <nil> <nil>}
I1122 03:03:38.244657 202629 main.go:143] libmachine: About to run SSH command:
hostname
I1122 03:03:38.245372 202629 main.go:143] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:35684->127.0.0.1:33081: read: connection reset by peer
I1122 03:03:41.391759 202629 main.go:143] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-241752
I1122 03:03:41.391781 202629 ubuntu.go:182] provisioning hostname "default-k8s-diff-port-241752"
I1122 03:03:41.391845 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:41.409743 202629 main.go:143] libmachine: Using SSH client type: native
I1122 03:03:41.410136 202629 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33081 <nil> <nil>}
I1122 03:03:41.410152 202629 main.go:143] libmachine: About to run SSH command:
sudo hostname default-k8s-diff-port-241752 && echo "default-k8s-diff-port-241752" | sudo tee /etc/hostname
I1122 03:03:41.562462 202629 main.go:143] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-241752
I1122 03:03:41.562542 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:41.582291 202629 main.go:143] libmachine: Using SSH client type: native
I1122 03:03:41.582596 202629 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33081 <nil> <nil>}
I1122 03:03:41.582620 202629 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\sdefault-k8s-diff-port-241752' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 default-k8s-diff-port-241752/g' /etc/hosts;
else
echo '127.0.1.1 default-k8s-diff-port-241752' | sudo tee -a /etc/hosts;
fi
fi
I1122 03:03:41.726981 202629 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 03:03:41.727058 202629 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 03:03:41.727097 202629 ubuntu.go:190] setting up certificates
I1122 03:03:41.727132 202629 provision.go:84] configureAuth start
I1122 03:03:41.727213 202629 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-241752
I1122 03:03:41.746539 202629 provision.go:143] copyHostCerts
I1122 03:03:41.746606 202629 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 03:03:41.746615 202629 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 03:03:41.746726 202629 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 03:03:41.746875 202629 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 03:03:41.746886 202629 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 03:03:41.746918 202629 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 03:03:41.746981 202629 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 03:03:41.746993 202629 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 03:03:41.747024 202629 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 03:03:41.747073 202629 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.default-k8s-diff-port-241752 san=[127.0.0.1 192.168.76.2 default-k8s-diff-port-241752 localhost minikube]
I1122 03:03:42.180643 202629 provision.go:177] copyRemoteCerts
I1122 03:03:42.180729 202629 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 03:03:42.180791 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:42.201302 202629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33081 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:03:42.309336 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1122 03:03:42.327493 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 03:03:42.346233 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1249 bytes)
I1122 03:03:42.364846 202629 provision.go:87] duration metric: took 637.67145ms to configureAuth
I1122 03:03:42.364879 202629 ubuntu.go:206] setting minikube options for container-runtime
I1122 03:03:42.365079 202629 config.go:182] Loaded profile config "default-k8s-diff-port-241752": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:03:42.365191 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:42.386954 202629 main.go:143] libmachine: Using SSH client type: native
I1122 03:03:42.387269 202629 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33081 <nil> <nil>}
I1122 03:03:42.387289 202629 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 03:03:42.767075 202629 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 03:03:42.767142 202629 machine.go:97] duration metric: took 4.549494462s to provisionDockerMachine
I1122 03:03:42.767168 202629 client.go:176] duration metric: took 10.61053776s to LocalClient.Create
I1122 03:03:42.767221 202629 start.go:167] duration metric: took 10.610642187s to libmachine.API.Create "default-k8s-diff-port-241752"
I1122 03:03:42.767249 202629 start.go:293] postStartSetup for "default-k8s-diff-port-241752" (driver="docker")
I1122 03:03:42.767276 202629 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 03:03:42.767388 202629 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 03:03:42.767471 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:42.787453 202629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33081 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:03:42.890750 202629 ssh_runner.go:195] Run: cat /etc/os-release
I1122 03:03:42.894236 202629 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 03:03:42.894263 202629 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 03:03:42.894273 202629 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 03:03:42.894327 202629 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 03:03:42.894401 202629 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 03:03:42.894502 202629 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1122 03:03:42.902132 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:03:42.919592 202629 start.go:296] duration metric: took 152.312332ms for postStartSetup
I1122 03:03:42.920003 202629 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-241752
I1122 03:03:42.937162 202629 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/config.json ...
I1122 03:03:42.937453 202629 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 03:03:42.937508 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:42.957544 202629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33081 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:03:43.075974 202629 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 03:03:43.081622 202629 start.go:128] duration metric: took 10.928712615s to createHost
I1122 03:03:43.081648 202629 start.go:83] releasing machines lock for "default-k8s-diff-port-241752", held for 10.928852423s
I1122 03:03:43.081729 202629 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-241752
I1122 03:03:43.098471 202629 ssh_runner.go:195] Run: cat /version.json
I1122 03:03:43.098506 202629 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 03:03:43.098529 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:43.098570 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:03:43.121050 202629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33081 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:03:43.144962 202629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33081 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:03:43.322022 202629 ssh_runner.go:195] Run: systemctl --version
I1122 03:03:43.328602 202629 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 03:03:43.365455 202629 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 03:03:43.370377 202629 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 03:03:43.370457 202629 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 03:03:43.402134 202629 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1122 03:03:43.402161 202629 start.go:496] detecting cgroup driver to use...
I1122 03:03:43.402195 202629 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 03:03:43.402267 202629 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 03:03:43.420708 202629 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 03:03:43.433952 202629 docker.go:218] disabling cri-docker service (if available) ...
I1122 03:03:43.434093 202629 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 03:03:43.453690 202629 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 03:03:43.472810 202629 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 03:03:43.599878 202629 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 03:03:43.735750 202629 docker.go:234] disabling docker service ...
I1122 03:03:43.735890 202629 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 03:03:43.757422 202629 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 03:03:43.771226 202629 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 03:03:43.885992 202629 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 03:03:44.010130 202629 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 03:03:44.025367 202629 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 03:03:44.042388 202629 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 03:03:44.042503 202629 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:03:44.052048 202629 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 03:03:44.052175 202629 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:03:44.061686 202629 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:03:44.071171 202629 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:03:44.080554 202629 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 03:03:44.089458 202629 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:03:44.098963 202629 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:03:44.113936 202629 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:03:44.122614 202629 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 03:03:44.130011 202629 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 03:03:44.137323 202629 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:03:44.244727 202629 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 03:03:44.415241 202629 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 03:03:44.415328 202629 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 03:03:44.419519 202629 start.go:564] Will wait 60s for crictl version
I1122 03:03:44.419579 202629 ssh_runner.go:195] Run: which crictl
I1122 03:03:44.423364 202629 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 03:03:44.450165 202629 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 03:03:44.450245 202629 ssh_runner.go:195] Run: crio --version
I1122 03:03:44.478032 202629 ssh_runner.go:195] Run: crio --version
I1122 03:03:44.519992 202629 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 03:03:44.522782 202629 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-241752 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:03:44.540511 202629 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1122 03:03:44.544389 202629 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:03:44.554099 202629 kubeadm.go:884] updating cluster {Name:default-k8s-diff-port-241752 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APIServerHAVIP: APISer
verName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false C
ustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 03:03:44.554220 202629 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:03:44.554278 202629 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:03:44.585633 202629 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:03:44.585660 202629 crio.go:433] Images already preloaded, skipping extraction
I1122 03:03:44.585716 202629 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:03:44.615044 202629 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:03:44.615070 202629 cache_images.go:86] Images are preloaded, skipping loading
I1122 03:03:44.615082 202629 kubeadm.go:935] updating node { 192.168.76.2 8444 v1.34.1 crio true true} ...
I1122 03:03:44.615172 202629 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=default-k8s-diff-port-241752 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 03:03:44.615261 202629 ssh_runner.go:195] Run: crio config
I1122 03:03:44.672190 202629 cni.go:84] Creating CNI manager for ""
I1122 03:03:44.672214 202629 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:03:44.672232 202629 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1122 03:03:44.672284 202629 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8444 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:default-k8s-diff-port-241752 NodeName:default-k8s-diff-port-241752 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.
crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 03:03:44.672427 202629 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8444
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "default-k8s-diff-port-241752"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8444
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 03:03:44.672497 202629 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 03:03:44.680434 202629 binaries.go:51] Found k8s binaries, skipping transfer
I1122 03:03:44.680503 202629 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 03:03:44.688576 202629 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (378 bytes)
I1122 03:03:44.701501 202629 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 03:03:44.715120 202629 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2225 bytes)
I1122 03:03:44.728932 202629 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1122 03:03:44.732680 202629 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:03:44.742212 202629 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:03:44.855239 202629 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:03:44.872306 202629 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752 for IP: 192.168.76.2
I1122 03:03:44.872331 202629 certs.go:195] generating shared ca certs ...
I1122 03:03:44.872346 202629 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:03:44.872540 202629 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 03:03:44.872614 202629 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 03:03:44.872630 202629 certs.go:257] generating profile certs ...
I1122 03:03:44.872710 202629 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.key
I1122 03:03:44.872729 202629 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt with IP's: []
I1122 03:03:45.194970 202629 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt ...
I1122 03:03:45.195267 202629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt: {Name:mked7d36b13ff0b12a1ae1f0b9abecc1e814c957 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:03:45.195549 202629 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.key ...
I1122 03:03:45.195601 202629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.key: {Name:mk262241d88798375e9a18157b8456ad61cf232e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:03:45.195793 202629 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.key.7a0171ba
I1122 03:03:45.195852 202629 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.crt.7a0171ba with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.76.2]
I1122 03:03:46.148271 202629 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.crt.7a0171ba ...
I1122 03:03:46.148322 202629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.crt.7a0171ba: {Name:mk41e8e72bed8d0bb137f3c225fcac25b3d1049c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:03:46.148514 202629 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.key.7a0171ba ...
I1122 03:03:46.148525 202629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.key.7a0171ba: {Name:mkc294e0f962c6e58551fc92a59fb9925793a2fd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:03:46.148617 202629 certs.go:382] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.crt.7a0171ba -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.crt
I1122 03:03:46.148702 202629 certs.go:386] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.key.7a0171ba -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.key
I1122 03:03:46.148791 202629 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.key
I1122 03:03:46.148813 202629 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.crt with IP's: []
I1122 03:03:46.276795 202629 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.crt ...
I1122 03:03:46.276827 202629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.crt: {Name:mk94ae99c11c33ed500d37af886ec78ea6b5cdb1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:03:46.277009 202629 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.key ...
I1122 03:03:46.277025 202629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.key: {Name:mk52264e155515c4b46d70c944e9d7a1fe8ac26d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:03:46.277214 202629 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 03:03:46.277261 202629 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 03:03:46.277277 202629 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 03:03:46.277301 202629 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 03:03:46.277332 202629 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 03:03:46.277359 202629 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 03:03:46.277417 202629 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:03:46.277999 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 03:03:46.297577 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 03:03:46.317524 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 03:03:46.338293 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 03:03:46.359658 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I1122 03:03:46.380607 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1122 03:03:46.409292 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 03:03:46.428998 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1122 03:03:46.448583 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 03:03:46.468647 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 03:03:46.486825 202629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 03:03:46.505199 202629 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 03:03:46.518431 202629 ssh_runner.go:195] Run: openssl version
I1122 03:03:46.525357 202629 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 03:03:46.533984 202629 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 03:03:46.537802 202629 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 03:03:46.537918 202629 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 03:03:46.578964 202629 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 03:03:46.587378 202629 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 03:03:46.595688 202629 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 03:03:46.599583 202629 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 03:03:46.599646 202629 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 03:03:46.640474 202629 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 03:03:46.649019 202629 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 03:03:46.658515 202629 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 03:03:46.662456 202629 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 03:03:46.662522 202629 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 03:03:46.704288 202629 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 03:03:46.713189 202629 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 03:03:46.716970 202629 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1122 03:03:46.717036 202629 kubeadm.go:401] StartCluster: {Name:default-k8s-diff-port-241752 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false Cust
omQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:03:46.717127 202629 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 03:03:46.717201 202629 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 03:03:46.748942 202629 cri.go:89] found id: ""
I1122 03:03:46.749080 202629 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 03:03:46.757898 202629 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1122 03:03:46.766071 202629 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1122 03:03:46.766170 202629 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1122 03:03:46.774486 202629 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1122 03:03:46.774555 202629 kubeadm.go:158] found existing configuration files:
I1122 03:03:46.774623 202629 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/admin.conf
I1122 03:03:46.782509 202629 kubeadm.go:164] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1122 03:03:46.782586 202629 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1122 03:03:46.790891 202629 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/kubelet.conf
I1122 03:03:46.798604 202629 kubeadm.go:164] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1122 03:03:46.798665 202629 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1122 03:03:46.806418 202629 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/controller-manager.conf
I1122 03:03:46.814155 202629 kubeadm.go:164] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1122 03:03:46.814222 202629 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1122 03:03:46.821855 202629 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/scheduler.conf
I1122 03:03:46.829814 202629 kubeadm.go:164] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1122 03:03:46.829881 202629 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1122 03:03:46.837607 202629 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1122 03:03:46.886867 202629 kubeadm.go:319] [init] Using Kubernetes version: v1.34.1
I1122 03:03:46.886966 202629 kubeadm.go:319] [preflight] Running pre-flight checks
I1122 03:03:46.910933 202629 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1122 03:03:46.911075 202629 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1122 03:03:46.911160 202629 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1122 03:03:46.911280 202629 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1122 03:03:46.911356 202629 kubeadm.go:319] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1122 03:03:46.911429 202629 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1122 03:03:46.911523 202629 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1122 03:03:46.911608 202629 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1122 03:03:46.911700 202629 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1122 03:03:46.911779 202629 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1122 03:03:46.911883 202629 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1122 03:03:46.911969 202629 kubeadm.go:319] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1122 03:03:46.980484 202629 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1122 03:03:46.980622 202629 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1122 03:03:46.980756 202629 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1122 03:03:46.988386 202629 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1122 03:03:46.991298 202629 out.go:252] - Generating certificates and keys ...
I1122 03:03:46.991399 202629 kubeadm.go:319] [certs] Using existing ca certificate authority
I1122 03:03:46.991470 202629 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1122 03:03:48.364920 202629 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1122 03:03:48.545981 202629 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1122 03:03:49.087034 202629 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1122 03:03:49.494107 202629 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1122 03:03:49.941625 202629 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1122 03:03:49.941811 202629 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [default-k8s-diff-port-241752 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I1122 03:03:50.766805 202629 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1122 03:03:50.767056 202629 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [default-k8s-diff-port-241752 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I1122 03:03:51.112279 202629 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1122 03:03:51.358221 202629 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1122 03:03:51.787510 202629 kubeadm.go:319] [certs] Generating "sa" key and public key
I1122 03:03:51.787835 202629 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1122 03:03:52.029790 202629 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1122 03:03:52.386547 202629 kubeadm.go:319] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1122 03:03:52.649574 202629 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1122 03:03:53.261924 202629 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1122 03:03:55.487228 202629 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1122 03:03:55.487956 202629 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1122 03:03:55.490259 202629 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1122 03:03:55.493719 202629 out.go:252] - Booting up control plane ...
I1122 03:03:55.493820 202629 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1122 03:03:55.493902 202629 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1122 03:03:55.498272 202629 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1122 03:03:55.521784 202629 kubeadm.go:319] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1122 03:03:55.522117 202629 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1122 03:03:55.530231 202629 kubeadm.go:319] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1122 03:03:55.530553 202629 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1122 03:03:55.530601 202629 kubeadm.go:319] [kubelet-start] Starting the kubelet
I1122 03:03:55.691218 202629 kubeadm.go:319] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1122 03:03:55.691342 202629 kubeadm.go:319] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
==> CRI-O <==
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.712824386Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.715892908Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.715930652Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.715952757Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.719015856Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.719048126Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.7190685Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.722193006Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.722227353Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.722250508Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.736432157Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:03:41 embed-certs-114686 crio[653]: time="2025-11-22T03:03:41.73660801Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.405680863Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=e965d335-1d6d-4ec8-9c45-7430b374189c name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.407778347Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=7cb22209-18e8-4b51-b801-dc6549b6e476 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.410832166Z" level=info msg="Creating container: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg/dashboard-metrics-scraper" id=678ba58d-03e6-4167-8270-3ebedb0bbf23 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.410985389Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.423968595Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.428599855Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.458683499Z" level=info msg="Created container 68161f992d109398dedee686fa6d7e4902a5090d52d574b2f55ea46a91404746: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg/dashboard-metrics-scraper" id=678ba58d-03e6-4167-8270-3ebedb0bbf23 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.465251455Z" level=info msg="Starting container: 68161f992d109398dedee686fa6d7e4902a5090d52d574b2f55ea46a91404746" id=ad097d42-62f6-4702-94e6-8d5d382f470c name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.467914651Z" level=info msg="Started container" PID=1737 containerID=68161f992d109398dedee686fa6d7e4902a5090d52d574b2f55ea46a91404746 description=kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg/dashboard-metrics-scraper id=ad097d42-62f6-4702-94e6-8d5d382f470c name=/runtime.v1.RuntimeService/StartContainer sandboxID=35814ff2020e7e7aff5d3f57d66ef135c32ba6aeb90680a4ff29be87df903b33
Nov 22 03:03:50 embed-certs-114686 conmon[1735]: conmon 68161f992d109398dede <ninfo>: container 1737 exited with status 1
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.686027909Z" level=info msg="Removing container: 1d26c187918ba4329b99979e7de44e02b5110dbc3a0c6bf24a86a28b02b5f315" id=eab0a115-6664-4008-b2d3-7b65feeccf78 name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.697194527Z" level=info msg="Error loading conmon cgroup of container 1d26c187918ba4329b99979e7de44e02b5110dbc3a0c6bf24a86a28b02b5f315: cgroup deleted" id=eab0a115-6664-4008-b2d3-7b65feeccf78 name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 03:03:50 embed-certs-114686 crio[653]: time="2025-11-22T03:03:50.700284465Z" level=info msg="Removed container 1d26c187918ba4329b99979e7de44e02b5110dbc3a0c6bf24a86a28b02b5f315: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg/dashboard-metrics-scraper" id=eab0a115-6664-4008-b2d3-7b65feeccf78 name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
68161f992d109 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 7 seconds ago Exited dashboard-metrics-scraper 3 35814ff2020e7 dashboard-metrics-scraper-6ffb444bf9-w4hzg kubernetes-dashboard
528734245f11b ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 26 seconds ago Running storage-provisioner 2 e2e519b33bba3 storage-provisioner kube-system
0ba4df92c59d3 docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf 48 seconds ago Running kubernetes-dashboard 0 39f83666bc966 kubernetes-dashboard-855c9754f9-gz7km kubernetes-dashboard
e93f8e676ba25 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c 56 seconds ago Running busybox 1 ced3b55e43622 busybox default
bae420c217703 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 56 seconds ago Running coredns 1 492d5672d9b77 coredns-66bc5c9577-28vjn kube-system
a3d3fc9db2fa4 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 56 seconds ago Running kindnet-cni 1 6982e26c6a4fb kindnet-xx7dn kube-system
ce999d3cf077d 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 56 seconds ago Running kube-proxy 1 f5dcd6017505e kube-proxy-thhjz kube-system
259a4ef79a457 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 57 seconds ago Exited storage-provisioner 1 e2e519b33bba3 storage-provisioner kube-system
b8138c6a970bc b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Running kube-scheduler 1 dd723abcc8448 kube-scheduler-embed-certs-114686 kube-system
e80fab4168076 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Running etcd 1 c42dd4eb8e015 etcd-embed-certs-114686 kube-system
6bb51b11cbc17 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Running kube-apiserver 1 ff7d5f73d0d46 kube-apiserver-embed-certs-114686 kube-system
b5293d138d7ad 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Running kube-controller-manager 1 dc0c7352b17b8 kube-controller-manager-embed-certs-114686 kube-system
==> coredns [bae420c217703b527620c1f21cadf05812af21d290d1eaa15bf48035db802a8a] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = fa9a0cdcdddcb4be74a0eaf7cfcb211c40e29ddf5507e03bbfc0065bade31f0f2641a2513136e246f32328dd126fc93236fb5c595246f0763926a524386705e8
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:47227 - 24362 "HINFO IN 4882736074026143426.6502233081879385107. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.014088245s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
==> describe nodes <==
Name: embed-certs-114686
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=embed-certs-114686
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=embed-certs-114686
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T03_01_31_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 03:01:26 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: embed-certs-114686
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 03:03:51 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 03:03:41 +0000 Sat, 22 Nov 2025 03:01:20 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 03:03:41 +0000 Sat, 22 Nov 2025 03:01:20 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 03:03:41 +0000 Sat, 22 Nov 2025 03:01:20 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 22 Nov 2025 03:03:41 +0000 Sat, 22 Nov 2025 03:02:16 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.85.2
Hostname: embed-certs-114686
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: 0119251a-c0ff-48d9-a943-058b1d54875d
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 99s
kube-system coredns-66bc5c9577-28vjn 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 2m23s
kube-system etcd-embed-certs-114686 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 2m28s
kube-system kindnet-xx7dn 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 2m23s
kube-system kube-apiserver-embed-certs-114686 250m (12%) 0 (0%) 0 (0%) 0 (0%) 2m28s
kube-system kube-controller-manager-embed-certs-114686 200m (10%) 0 (0%) 0 (0%) 0 (0%) 2m28s
kube-system kube-proxy-thhjz 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m23s
kube-system kube-scheduler-embed-certs-114686 100m (5%) 0 (0%) 0 (0%) 0 (0%) 2m28s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m20s
kubernetes-dashboard dashboard-metrics-scraper-6ffb444bf9-w4hzg 0 (0%) 0 (0%) 0 (0%) 0 (0%) 54s
kubernetes-dashboard kubernetes-dashboard-855c9754f9-gz7km 0 (0%) 0 (0%) 0 (0%) 0 (0%) 54s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m21s kube-proxy
Normal Starting 56s kube-proxy
Normal NodeHasSufficientMemory 2m40s (x8 over 2m40s) kubelet Node embed-certs-114686 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m40s (x8 over 2m40s) kubelet Node embed-certs-114686 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m40s (x8 over 2m40s) kubelet Node embed-certs-114686 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 2m28s kubelet Node embed-certs-114686 status is now: NodeHasNoDiskPressure
Warning CgroupV1 2m28s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 2m28s kubelet Node embed-certs-114686 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 2m28s kubelet Node embed-certs-114686 status is now: NodeHasSufficientPID
Normal Starting 2m28s kubelet Starting kubelet.
Normal RegisteredNode 2m24s node-controller Node embed-certs-114686 event: Registered Node embed-certs-114686 in Controller
Normal NodeReady 102s kubelet Node embed-certs-114686 status is now: NodeReady
Normal Starting 64s kubelet Starting kubelet.
Warning CgroupV1 64s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 64s (x8 over 64s) kubelet Node embed-certs-114686 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 64s (x8 over 64s) kubelet Node embed-certs-114686 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 64s (x8 over 64s) kubelet Node embed-certs-114686 status is now: NodeHasSufficientPID
Normal RegisteredNode 54s node-controller Node embed-certs-114686 event: Registered Node embed-certs-114686 in Controller
==> dmesg <==
[ +22.252297] overlayfs: idmapped layers are currently not supported
[ +13.476824] overlayfs: idmapped layers are currently not supported
[Nov22 02:42] hrtimer: interrupt took 39554483 ns
[ +30.996351] overlayfs: idmapped layers are currently not supported
[ +28.004266] overlayfs: idmapped layers are currently not supported
[Nov22 02:43] overlayfs: idmapped layers are currently not supported
[Nov22 02:44] overlayfs: idmapped layers are currently not supported
[Nov22 02:45] overlayfs: idmapped layers are currently not supported
[Nov22 02:46] overlayfs: idmapped layers are currently not supported
[Nov22 02:49] overlayfs: idmapped layers are currently not supported
[Nov22 02:51] overlayfs: idmapped layers are currently not supported
[ +27.358169] systemd-journald[231]: Failed to send stream file descriptor to service manager: Connection refused
[ +1.241009] overlayfs: idmapped layers are currently not supported
[Nov22 02:53] overlayfs: idmapped layers are currently not supported
[Nov22 02:56] overlayfs: idmapped layers are currently not supported
[Nov22 02:57] overlayfs: idmapped layers are currently not supported
[ +5.709995] overlayfs: idmapped layers are currently not supported
[ +34.878505] overlayfs: idmapped layers are currently not supported
[Nov22 02:58] overlayfs: idmapped layers are currently not supported
[Nov22 02:59] overlayfs: idmapped layers are currently not supported
[Nov22 03:00] overlayfs: idmapped layers are currently not supported
[Nov22 03:01] overlayfs: idmapped layers are currently not supported
[Nov22 03:02] overlayfs: idmapped layers are currently not supported
[ +29.429632] overlayfs: idmapped layers are currently not supported
[Nov22 03:03] overlayfs: idmapped layers are currently not supported
==> etcd [e80fab416807694671da4198375a9a5e2710b9f16ac70df919a122ecb1363d2b] <==
{"level":"warn","ts":"2025-11-22T03:02:57.763042Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32888","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:57.805808Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32912","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:57.853649Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32926","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:57.886222Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32954","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:57.950986Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32976","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:57.962617Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32998","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:57.994815Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33012","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.019670Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33036","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.056190Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33052","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.114504Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33070","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.159061Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33086","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.187025Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33092","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.216202Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33102","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.247180Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33126","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.291149Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33136","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.317419Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33170","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.347427Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33174","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.398266Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33188","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.419837Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33204","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.452204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33218","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.496592Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33226","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.531466Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33238","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.579982Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33244","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.612576Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33262","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:02:58.776765Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33284","server-name":"","error":"EOF"}
==> kernel <==
03:03:58 up 1:46, 0 user, load average: 3.26, 3.30, 2.73
Linux embed-certs-114686 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [a3d3fc9db2fa478770ff2c3a31f85da60a80309701854873a6106587b22309c6] <==
I1122 03:03:01.511936 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 03:03:01.514317 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1122 03:03:01.514464 1 main.go:148] setting mtu 1500 for CNI
I1122 03:03:01.514478 1 main.go:178] kindnetd IP family: "ipv4"
I1122 03:03:01.514494 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T03:03:01Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 03:03:01.711699 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 03:03:01.711805 1 controller.go:381] "Waiting for informer caches to sync"
I1122 03:03:01.711840 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 03:03:01.712203 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1122 03:03:31.708928 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
E1122 03:03:31.712608 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1122 03:03:31.712788 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1122 03:03:31.712884 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
I1122 03:03:33.114034 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 03:03:33.114062 1 metrics.go:72] Registering metrics
I1122 03:03:33.114137 1 controller.go:711] "Syncing nftables rules"
I1122 03:03:41.708412 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1122 03:03:41.708449 1 main.go:301] handling current node
I1122 03:03:51.708116 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1122 03:03:51.708153 1 main.go:301] handling current node
==> kube-apiserver [6bb51b11cbc17a9bec1d4ecdb532472aafcef41a6e916e395df20fa82bc85f26] <==
I1122 03:03:00.469545 1 shared_informer.go:356] "Caches are synced" controller="crd-autoregister"
I1122 03:03:00.469881 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1122 03:03:00.469969 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1122 03:03:00.470081 1 aggregator.go:171] initial CRD sync complete...
I1122 03:03:00.470169 1 autoregister_controller.go:144] Starting autoregister controller
I1122 03:03:00.470216 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1122 03:03:00.470249 1 cache.go:39] Caches are synced for autoregister controller
I1122 03:03:00.482889 1 cache.go:39] Caches are synced for LocalAvailability controller
I1122 03:03:00.530353 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1122 03:03:00.530596 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1122 03:03:00.530636 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1122 03:03:00.590240 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1122 03:03:00.690837 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
E1122 03:03:00.705665 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1122 03:03:00.717539 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1122 03:03:00.863303 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 03:03:01.958512 1 controller.go:667] quota admission added evaluator for: namespaces
I1122 03:03:02.049157 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1122 03:03:02.097159 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1122 03:03:02.113055 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1122 03:03:02.198272 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.98.209.197"}
I1122 03:03:02.232999 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.107.210.12"}
I1122 03:03:04.316240 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1122 03:03:04.648757 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1122 03:03:04.693023 1 controller.go:667] quota admission added evaluator for: endpoints
==> kube-controller-manager [b5293d138d7adc869a0e531c73c10b273e60b71939030cc78f71daf2c3875448] <==
I1122 03:03:04.077950 1 shared_informer.go:356] "Caches are synced" controller="service account"
I1122 03:03:04.080028 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 03:03:04.084521 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1122 03:03:04.100679 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1122 03:03:04.105011 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1122 03:03:04.109792 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:03:04.109824 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1122 03:03:04.109832 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1122 03:03:04.109889 1 shared_informer.go:356] "Caches are synced" controller="ReplicaSet"
I1122 03:03:04.109932 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
I1122 03:03:04.110087 1 shared_informer.go:356] "Caches are synced" controller="cronjob"
I1122 03:03:04.109807 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1122 03:03:04.113517 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1122 03:03:04.113860 1 shared_informer.go:356] "Caches are synced" controller="validatingadmissionpolicy-status"
I1122 03:03:04.113925 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1122 03:03:04.113933 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1122 03:03:04.117523 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1122 03:03:04.118694 1 shared_informer.go:356] "Caches are synced" controller="TTL after finished"
I1122 03:03:04.118798 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1122 03:03:04.120926 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1122 03:03:04.122174 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
I1122 03:03:04.125453 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1122 03:03:04.142808 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:03:04.150571 1 shared_informer.go:356] "Caches are synced" controller="job"
I1122 03:03:04.159374 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
==> kube-proxy [ce999d3cf077dc6652b06d383b27ba319bdc12268a93fbba437161e1f85e7e39] <==
I1122 03:03:01.573758 1 server_linux.go:53] "Using iptables proxy"
I1122 03:03:01.742508 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 03:03:01.851580 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 03:03:01.864827 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1122 03:03:01.864959 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 03:03:02.014471 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 03:03:02.014769 1 server_linux.go:132] "Using iptables Proxier"
I1122 03:03:02.029960 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 03:03:02.030317 1 server.go:527] "Version info" version="v1.34.1"
I1122 03:03:02.030330 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:03:02.052077 1 config.go:200] "Starting service config controller"
I1122 03:03:02.052096 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 03:03:02.052117 1 config.go:106] "Starting endpoint slice config controller"
I1122 03:03:02.052122 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 03:03:02.052144 1 config.go:403] "Starting serviceCIDR config controller"
I1122 03:03:02.052149 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 03:03:02.052814 1 config.go:309] "Starting node config controller"
I1122 03:03:02.052822 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 03:03:02.052827 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 03:03:02.153217 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1122 03:03:02.153263 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 03:03:02.153325 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [b8138c6a970bcf3c6e094d2cdc6de8229df4281e37078f53edb834469fcd9c0b] <==
I1122 03:02:57.600187 1 serving.go:386] Generated self-signed cert in-memory
I1122 03:03:00.767386 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1122 03:03:00.770921 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:03:00.825402 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1122 03:03:00.825456 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1122 03:03:00.825497 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:03:00.825504 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:03:00.825548 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 03:03:00.825556 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 03:03:00.826858 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1122 03:03:00.826835 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1122 03:03:00.925925 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1122 03:03:00.926039 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:03:00.928563 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
==> kubelet <==
Nov 22 03:03:04 embed-certs-114686 kubelet[782]: I1122 03:03:04.723813 782 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/d129157b-0e6c-42f5-a433-4104bd99a236-tmp-volume\") pod \"kubernetes-dashboard-855c9754f9-gz7km\" (UID: \"d129157b-0e6c-42f5-a433-4104bd99a236\") " pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-gz7km"
Nov 22 03:03:04 embed-certs-114686 kubelet[782]: I1122 03:03:04.723897 782 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-p2zgn\" (UniqueName: \"kubernetes.io/projected/d129157b-0e6c-42f5-a433-4104bd99a236-kube-api-access-p2zgn\") pod \"kubernetes-dashboard-855c9754f9-gz7km\" (UID: \"d129157b-0e6c-42f5-a433-4104bd99a236\") " pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-gz7km"
Nov 22 03:03:04 embed-certs-114686 kubelet[782]: W1122 03:03:04.962899 782 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/7c1c4dbcea629c2215d141356c06fbba5a927b24cf7adfd3b69d4d4e9f043cb8/crio-35814ff2020e7e7aff5d3f57d66ef135c32ba6aeb90680a4ff29be87df903b33 WatchSource:0}: Error finding container 35814ff2020e7e7aff5d3f57d66ef135c32ba6aeb90680a4ff29be87df903b33: Status 404 returned error can't find the container with id 35814ff2020e7e7aff5d3f57d66ef135c32ba6aeb90680a4ff29be87df903b33
Nov 22 03:03:07 embed-certs-114686 kubelet[782]: I1122 03:03:07.345281 782 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness"
Nov 22 03:03:10 embed-certs-114686 kubelet[782]: I1122 03:03:10.996724 782 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-gz7km" podStartSLOduration=2.142443675 podStartE2EDuration="6.996705936s" podCreationTimestamp="2025-11-22 03:03:04 +0000 UTC" firstStartedPulling="2025-11-22 03:03:04.94537817 +0000 UTC m=+10.768622806" lastFinishedPulling="2025-11-22 03:03:09.799640407 +0000 UTC m=+15.622885067" observedRunningTime="2025-11-22 03:03:10.584551394 +0000 UTC m=+16.407796046" watchObservedRunningTime="2025-11-22 03:03:10.996705936 +0000 UTC m=+16.819950580"
Nov 22 03:03:14 embed-certs-114686 kubelet[782]: I1122 03:03:14.570145 782 scope.go:117] "RemoveContainer" containerID="4dd134de41b77962f44a6a25619d2cbcdce5b9509a155c9e0d4eecf025d2b982"
Nov 22 03:03:15 embed-certs-114686 kubelet[782]: I1122 03:03:15.574387 782 scope.go:117] "RemoveContainer" containerID="4dd134de41b77962f44a6a25619d2cbcdce5b9509a155c9e0d4eecf025d2b982"
Nov 22 03:03:15 embed-certs-114686 kubelet[782]: I1122 03:03:15.574547 782 scope.go:117] "RemoveContainer" containerID="5c223ded369074796dd3950d49a7978673678f549374a738ba229c19e7f2daf6"
Nov 22 03:03:15 embed-certs-114686 kubelet[782]: E1122 03:03:15.574700 782 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-w4hzg_kubernetes-dashboard(8fafa755-6788-47a3-b18e-9b8c64e2bccf)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg" podUID="8fafa755-6788-47a3-b18e-9b8c64e2bccf"
Nov 22 03:03:16 embed-certs-114686 kubelet[782]: I1122 03:03:16.578159 782 scope.go:117] "RemoveContainer" containerID="5c223ded369074796dd3950d49a7978673678f549374a738ba229c19e7f2daf6"
Nov 22 03:03:16 embed-certs-114686 kubelet[782]: E1122 03:03:16.578317 782 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-w4hzg_kubernetes-dashboard(8fafa755-6788-47a3-b18e-9b8c64e2bccf)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg" podUID="8fafa755-6788-47a3-b18e-9b8c64e2bccf"
Nov 22 03:03:24 embed-certs-114686 kubelet[782]: I1122 03:03:24.926992 782 scope.go:117] "RemoveContainer" containerID="5c223ded369074796dd3950d49a7978673678f549374a738ba229c19e7f2daf6"
Nov 22 03:03:25 embed-certs-114686 kubelet[782]: I1122 03:03:25.605298 782 scope.go:117] "RemoveContainer" containerID="5c223ded369074796dd3950d49a7978673678f549374a738ba229c19e7f2daf6"
Nov 22 03:03:25 embed-certs-114686 kubelet[782]: I1122 03:03:25.606232 782 scope.go:117] "RemoveContainer" containerID="1d26c187918ba4329b99979e7de44e02b5110dbc3a0c6bf24a86a28b02b5f315"
Nov 22 03:03:25 embed-certs-114686 kubelet[782]: E1122 03:03:25.606530 782 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-w4hzg_kubernetes-dashboard(8fafa755-6788-47a3-b18e-9b8c64e2bccf)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg" podUID="8fafa755-6788-47a3-b18e-9b8c64e2bccf"
Nov 22 03:03:31 embed-certs-114686 kubelet[782]: I1122 03:03:31.622034 782 scope.go:117] "RemoveContainer" containerID="259a4ef79a45728dc1d44e20f0d980c32c25b1f5e7b5d865e25fbf04771051e1"
Nov 22 03:03:34 embed-certs-114686 kubelet[782]: I1122 03:03:34.927037 782 scope.go:117] "RemoveContainer" containerID="1d26c187918ba4329b99979e7de44e02b5110dbc3a0c6bf24a86a28b02b5f315"
Nov 22 03:03:34 embed-certs-114686 kubelet[782]: E1122 03:03:34.927905 782 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-w4hzg_kubernetes-dashboard(8fafa755-6788-47a3-b18e-9b8c64e2bccf)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg" podUID="8fafa755-6788-47a3-b18e-9b8c64e2bccf"
Nov 22 03:03:50 embed-certs-114686 kubelet[782]: I1122 03:03:50.405077 782 scope.go:117] "RemoveContainer" containerID="1d26c187918ba4329b99979e7de44e02b5110dbc3a0c6bf24a86a28b02b5f315"
Nov 22 03:03:50 embed-certs-114686 kubelet[782]: I1122 03:03:50.679320 782 scope.go:117] "RemoveContainer" containerID="1d26c187918ba4329b99979e7de44e02b5110dbc3a0c6bf24a86a28b02b5f315"
Nov 22 03:03:50 embed-certs-114686 kubelet[782]: I1122 03:03:50.679593 782 scope.go:117] "RemoveContainer" containerID="68161f992d109398dedee686fa6d7e4902a5090d52d574b2f55ea46a91404746"
Nov 22 03:03:50 embed-certs-114686 kubelet[782]: E1122 03:03:50.681803 782 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 40s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-w4hzg_kubernetes-dashboard(8fafa755-6788-47a3-b18e-9b8c64e2bccf)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-w4hzg" podUID="8fafa755-6788-47a3-b18e-9b8c64e2bccf"
Nov 22 03:03:52 embed-certs-114686 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Nov 22 03:03:52 embed-certs-114686 systemd[1]: kubelet.service: Deactivated successfully.
Nov 22 03:03:52 embed-certs-114686 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
==> kubernetes-dashboard [0ba4df92c59d36bd0868a5c2fa45e0905c4a7bc9afa45f57bc2eae13de08ce9a] <==
2025/11/22 03:03:09 Using namespace: kubernetes-dashboard
2025/11/22 03:03:09 Using in-cluster config to connect to apiserver
2025/11/22 03:03:09 Using secret token for csrf signing
2025/11/22 03:03:09 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/11/22 03:03:09 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/11/22 03:03:09 Successful initial request to the apiserver, version: v1.34.1
2025/11/22 03:03:09 Generating JWE encryption key
2025/11/22 03:03:09 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/11/22 03:03:09 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/11/22 03:03:10 Initializing JWE encryption key from synchronized object
2025/11/22 03:03:10 Creating in-cluster Sidecar client
2025/11/22 03:03:10 Serving insecurely on HTTP port: 9090
2025/11/22 03:03:10 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/11/22 03:03:40 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/11/22 03:03:09 Starting overwatch
==> storage-provisioner [259a4ef79a45728dc1d44e20f0d980c32c25b1f5e7b5d865e25fbf04771051e1] <==
I1122 03:03:01.160064 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1122 03:03:31.162910 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
==> storage-provisioner [528734245f11bec9557813c68a5523bb6446fa4796bf97e971b8e91c4f0ac368] <==
I1122 03:03:31.686954 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1122 03:03:31.707011 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1122 03:03:31.707148 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1122 03:03:31.709854 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:35.169631 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:39.430335 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:43.028977 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:46.083676 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:49.106686 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:49.113481 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:03:49.113761 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1122 03:03:49.114053 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_embed-certs-114686_0d27f034-fb62-4814-8718-bb1f980cd00a!
I1122 03:03:49.117245 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"3c6d2d58-a9c5-45dd-9f86-2761836ea708", APIVersion:"v1", ResourceVersion:"680", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' embed-certs-114686_0d27f034-fb62-4814-8718-bb1f980cd00a became leader
W1122 03:03:49.124517 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:49.132257 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:03:49.218023 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_embed-certs-114686_0d27f034-fb62-4814-8718-bb1f980cd00a!
W1122 03:03:51.138679 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:51.146112 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:53.149943 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:53.160113 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:55.163979 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:55.176345 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:57.180612 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:03:57.185764 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-114686 -n embed-certs-114686
E1122 03:03:59.435583 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-114686 -n embed-certs-114686: exit status 2 (561.322434ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context embed-certs-114686 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/embed-certs/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/embed-certs/serial/Pause (8.12s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-814190 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-814190 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: exit status 11 (268.145442ms)
-- stdout --
-- /stdout --
** stderr **
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:04:41Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_2bafae6fa40fec163538f94366e390b0317a8b15_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
start_stop_delete_test.go:205: failed to enable an addon post-stop. args "out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-814190 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain": exit status 11
start_stop_delete_test.go:209: WARNING: cni mode requires additional setup before pods can schedule :(
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/newest-cni/serial/EnableAddonWhileActive]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/newest-cni/serial/EnableAddonWhileActive]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect newest-cni-814190
helpers_test.go:243: (dbg) docker inspect newest-cni-814190:
-- stdout --
[
{
"Id": "f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712",
"Created": "2025-11-22T03:04:09.776248998Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 206591,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T03:04:09.843446843Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712/hostname",
"HostsPath": "/var/lib/docker/containers/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712/hosts",
"LogPath": "/var/lib/docker/containers/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712-json.log",
"Name": "/newest-cni-814190",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"newest-cni-814190:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "newest-cni-814190",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712",
"LowerDir": "/var/lib/docker/overlay2/640a5e3f8f6a4c97a44c88040b9399ec06397e630bed651af79a22e765db8917-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/640a5e3f8f6a4c97a44c88040b9399ec06397e630bed651af79a22e765db8917/merged",
"UpperDir": "/var/lib/docker/overlay2/640a5e3f8f6a4c97a44c88040b9399ec06397e630bed651af79a22e765db8917/diff",
"WorkDir": "/var/lib/docker/overlay2/640a5e3f8f6a4c97a44c88040b9399ec06397e630bed651af79a22e765db8917/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "newest-cni-814190",
"Source": "/var/lib/docker/volumes/newest-cni-814190/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "newest-cni-814190",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "newest-cni-814190",
"name.minikube.sigs.k8s.io": "newest-cni-814190",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "d71e56ebe2be5d1f97b73317e000b9f0198a2f38be2286d064dbf204c528d971",
"SandboxKey": "/var/run/docker/netns/d71e56ebe2be",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33086"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33087"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33090"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33088"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33089"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"newest-cni-814190": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "36:d3:ce:cb:f8:cb",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "498fd2ecd3a333202ab6663abc713b2c6641705fbef6e02f9532105f288f2955",
"EndpointID": "7e507eb40cd3c3a5f0da63c401d22ef7539aab17fb5e3859aa3a9133783b141b",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"newest-cni-814190",
"f9d52b286a17"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-814190 -n newest-cni-814190
helpers_test.go:252: <<< TestStartStop/group/newest-cni/serial/EnableAddonWhileActive FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/newest-cni/serial/EnableAddonWhileActive]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p newest-cni-814190 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p newest-cni-814190 logs -n 25: (1.129287537s)
helpers_test.go:260: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ delete │ -p old-k8s-version-250049 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ delete │ -p old-k8s-version-250049 │ old-k8s-version-250049 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ start │ -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:01 UTC │
│ delete │ -p cert-expiration-893129 │ cert-expiration-893129 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:00 UTC │
│ start │ -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:00 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable metrics-server -p no-preload-564946 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ stop │ -p no-preload-564946 --alsologtostderr -v=3 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable dashboard -p no-preload-564946 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ start │ -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:03 UTC │
│ addons │ enable metrics-server -p embed-certs-114686 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ stop │ -p embed-certs-114686 --alsologtostderr -v=3 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable dashboard -p embed-certs-114686 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ start │ -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:03 UTC │
│ image │ no-preload-564946 image list --format=json │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ pause │ -p no-preload-564946 --alsologtostderr -v=1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
│ delete │ -p no-preload-564946 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ delete │ -p no-preload-564946 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ delete │ -p disable-driver-mounts-318891 │ disable-driver-mounts-318891 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ start │ -p default-k8s-diff-port-241752 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
│ image │ embed-certs-114686 image list --format=json │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ pause │ -p embed-certs-114686 --alsologtostderr -v=1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
│ delete │ -p embed-certs-114686 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:04 UTC │
│ delete │ -p embed-certs-114686 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ start │ -p newest-cni-814190 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ addons │ enable metrics-server -p newest-cni-814190 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/11/22 03:04:03
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 03:04:03.750412 206119 out.go:360] Setting OutFile to fd 1 ...
I1122 03:04:03.750640 206119 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:04:03.750669 206119 out.go:374] Setting ErrFile to fd 2...
I1122 03:04:03.750687 206119 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:04:03.751014 206119 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:04:03.751475 206119 out.go:368] Setting JSON to false
I1122 03:04:03.752488 206119 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6370,"bootTime":1763774274,"procs":188,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 03:04:03.752581 206119 start.go:143] virtualization:
I1122 03:04:03.757831 206119 out.go:179] * [newest-cni-814190] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 03:04:03.761085 206119 out.go:179] - MINIKUBE_LOCATION=21946
I1122 03:04:03.761153 206119 notify.go:221] Checking for updates...
I1122 03:04:03.767303 206119 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 03:04:03.770291 206119 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:04:03.773041 206119 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 03:04:03.775903 206119 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 03:04:03.778920 206119 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 03:04:03.782172 206119 config.go:182] Loaded profile config "default-k8s-diff-port-241752": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:04:03.782272 206119 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 03:04:03.827437 206119 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 03:04:03.827549 206119 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:04:03.925834 206119 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 03:04:03.912914111 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:04:03.925938 206119 docker.go:319] overlay module found
I1122 03:04:03.928893 206119 out.go:179] * Using the docker driver based on user configuration
I1122 03:04:03.931708 206119 start.go:309] selected driver: docker
I1122 03:04:03.931728 206119 start.go:927] validating driver "docker" against <nil>
I1122 03:04:03.931742 206119 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 03:04:03.932469 206119 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:04:04.028416 206119 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 03:04:04.016513513 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:04:04.028575 206119 start_flags.go:327] no existing cluster config was found, will generate one from the flags
W1122 03:04:04.028607 206119 out.go:285] ! With --network-plugin=cni, you will need to provide your own CNI. See --cni flag as a user-friendly alternative
I1122 03:04:04.028851 206119 start_flags.go:1011] Waiting for components: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1122 03:04:04.031711 206119 out.go:179] * Using Docker driver with root privileges
I1122 03:04:04.034388 206119 cni.go:84] Creating CNI manager for ""
I1122 03:04:04.034453 206119 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:04:04.034471 206119 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1122 03:04:04.034561 206119 start.go:353] cluster config:
{Name:newest-cni-814190 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnet
ClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:04:04.037796 206119 out.go:179] * Starting "newest-cni-814190" primary control-plane node in "newest-cni-814190" cluster
I1122 03:04:04.039797 206119 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 03:04:04.042691 206119 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 03:04:04.045618 206119 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:04:04.045676 206119 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 03:04:04.045694 206119 cache.go:65] Caching tarball of preloaded images
I1122 03:04:04.045777 206119 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 03:04:04.045792 206119 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 03:04:04.045907 206119 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/config.json ...
I1122 03:04:04.045936 206119 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/config.json: {Name:mkc4ddbadc244551d39057c4b96ed0c1da0d0b13 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:04.046087 206119 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 03:04:04.075738 206119 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 03:04:04.075764 206119 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 03:04:04.075777 206119 cache.go:243] Successfully downloaded all kic artifacts
I1122 03:04:04.075808 206119 start.go:360] acquireMachinesLock for newest-cni-814190: {Name:mk86c8e5002b87034287d292c2d6cc16140d4618 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:04:04.075911 206119 start.go:364] duration metric: took 82.018µs to acquireMachinesLock for "newest-cni-814190"
I1122 03:04:04.075956 206119 start.go:93] Provisioning new machine with config: &{Name:newest-cni-814190 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:fals
e DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:04:04.076033 206119 start.go:125] createHost starting for "" (driver="docker")
I1122 03:04:05.696079 202629 kubeadm.go:319] [control-plane-check] kube-apiserver is healthy after 8.502733781s
I1122 03:04:06.472368 202629 kubeadm.go:319] [control-plane-check] kube-scheduler is healthy after 9.279211254s
I1122 03:04:06.520944 202629 kubeadm.go:319] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1122 03:04:06.541878 202629 kubeadm.go:319] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1122 03:04:06.573940 202629 kubeadm.go:319] [upload-certs] Skipping phase. Please see --upload-certs
I1122 03:04:06.574444 202629 kubeadm.go:319] [mark-control-plane] Marking the node default-k8s-diff-port-241752 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1122 03:04:06.590862 202629 kubeadm.go:319] [bootstrap-token] Using token: a1x5kd.5s2i2zwjo7e3hx2h
I1122 03:04:06.594525 202629 out.go:252] - Configuring RBAC rules ...
I1122 03:04:06.594650 202629 kubeadm.go:319] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1122 03:04:06.599893 202629 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1122 03:04:06.614504 202629 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1122 03:04:06.620527 202629 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1122 03:04:06.638730 202629 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1122 03:04:06.644168 202629 kubeadm.go:319] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1122 03:04:06.880555 202629 kubeadm.go:319] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1122 03:04:07.328002 202629 kubeadm.go:319] [addons] Applied essential addon: CoreDNS
I1122 03:04:07.896690 202629 kubeadm.go:319] [addons] Applied essential addon: kube-proxy
I1122 03:04:07.898330 202629 kubeadm.go:319]
I1122 03:04:07.898421 202629 kubeadm.go:319] Your Kubernetes control-plane has initialized successfully!
I1122 03:04:07.898431 202629 kubeadm.go:319]
I1122 03:04:07.898530 202629 kubeadm.go:319] To start using your cluster, you need to run the following as a regular user:
I1122 03:04:07.898539 202629 kubeadm.go:319]
I1122 03:04:07.898566 202629 kubeadm.go:319] mkdir -p $HOME/.kube
I1122 03:04:07.901134 202629 kubeadm.go:319] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1122 03:04:07.901212 202629 kubeadm.go:319] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1122 03:04:07.901222 202629 kubeadm.go:319]
I1122 03:04:07.901287 202629 kubeadm.go:319] Alternatively, if you are the root user, you can run:
I1122 03:04:07.901303 202629 kubeadm.go:319]
I1122 03:04:07.901365 202629 kubeadm.go:319] export KUBECONFIG=/etc/kubernetes/admin.conf
I1122 03:04:07.901374 202629 kubeadm.go:319]
I1122 03:04:07.901442 202629 kubeadm.go:319] You should now deploy a pod network to the cluster.
I1122 03:04:07.901541 202629 kubeadm.go:319] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1122 03:04:07.901622 202629 kubeadm.go:319] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1122 03:04:07.901631 202629 kubeadm.go:319]
I1122 03:04:07.901938 202629 kubeadm.go:319] You can now join any number of control-plane nodes by copying certificate authorities
I1122 03:04:07.902050 202629 kubeadm.go:319] and service account keys on each node and then running the following as root:
I1122 03:04:07.902061 202629 kubeadm.go:319]
I1122 03:04:07.902383 202629 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8444 --token a1x5kd.5s2i2zwjo7e3hx2h \
I1122 03:04:07.902510 202629 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680 \
I1122 03:04:07.902692 202629 kubeadm.go:319] --control-plane
I1122 03:04:07.902763 202629 kubeadm.go:319]
I1122 03:04:07.903071 202629 kubeadm.go:319] Then you can join any number of worker nodes by running the following on each as root:
I1122 03:04:07.903085 202629 kubeadm.go:319]
I1122 03:04:07.903422 202629 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8444 --token a1x5kd.5s2i2zwjo7e3hx2h \
I1122 03:04:07.903736 202629 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680
I1122 03:04:07.910538 202629 kubeadm.go:319] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1122 03:04:07.910789 202629 kubeadm.go:319] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1122 03:04:07.910908 202629 kubeadm.go:319] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1122 03:04:07.910929 202629 cni.go:84] Creating CNI manager for ""
I1122 03:04:07.910936 202629 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:04:07.914936 202629 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1122 03:04:04.080976 206119 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1122 03:04:04.081226 206119 start.go:159] libmachine.API.Create for "newest-cni-814190" (driver="docker")
I1122 03:04:04.081272 206119 client.go:173] LocalClient.Create starting
I1122 03:04:04.081342 206119 main.go:143] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem
I1122 03:04:04.081385 206119 main.go:143] libmachine: Decoding PEM data...
I1122 03:04:04.081403 206119 main.go:143] libmachine: Parsing certificate...
I1122 03:04:04.081465 206119 main.go:143] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem
I1122 03:04:04.081487 206119 main.go:143] libmachine: Decoding PEM data...
I1122 03:04:04.081500 206119 main.go:143] libmachine: Parsing certificate...
I1122 03:04:04.081871 206119 cli_runner.go:164] Run: docker network inspect newest-cni-814190 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1122 03:04:04.108773 206119 cli_runner.go:211] docker network inspect newest-cni-814190 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1122 03:04:04.108858 206119 network_create.go:284] running [docker network inspect newest-cni-814190] to gather additional debugging logs...
I1122 03:04:04.108880 206119 cli_runner.go:164] Run: docker network inspect newest-cni-814190
W1122 03:04:04.137486 206119 cli_runner.go:211] docker network inspect newest-cni-814190 returned with exit code 1
I1122 03:04:04.137519 206119 network_create.go:287] error running [docker network inspect newest-cni-814190]: docker network inspect newest-cni-814190: exit status 1
stdout:
[]
stderr:
Error response from daemon: network newest-cni-814190 not found
I1122 03:04:04.137536 206119 network_create.go:289] output of [docker network inspect newest-cni-814190]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network newest-cni-814190 not found
** /stderr **
I1122 03:04:04.137679 206119 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:04:04.163258 206119 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-9752cc1a0776 IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:2e:e3:a1:35:ea:78} reservation:<nil>}
I1122 03:04:04.163594 206119 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-7987ef40c44b IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:0a:09:d3:91:e5:dd} reservation:<nil>}
I1122 03:04:04.163895 206119 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-032f895d6b93 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:4e:b1:8d:28:6d:7a} reservation:<nil>}
I1122 03:04:04.164197 206119 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-56a9a1d8a343 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:1a:3e:aa:b4:3a:13} reservation:<nil>}
I1122 03:04:04.164578 206119 network.go:206] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001a1f070}
I1122 03:04:04.164601 206119 network_create.go:124] attempt to create docker network newest-cni-814190 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1122 03:04:04.164659 206119 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=newest-cni-814190 newest-cni-814190
I1122 03:04:04.253096 206119 network_create.go:108] docker network newest-cni-814190 192.168.85.0/24 created
I1122 03:04:04.253129 206119 kic.go:121] calculated static IP "192.168.85.2" for the "newest-cni-814190" container
I1122 03:04:04.253200 206119 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1122 03:04:04.272977 206119 cli_runner.go:164] Run: docker volume create newest-cni-814190 --label name.minikube.sigs.k8s.io=newest-cni-814190 --label created_by.minikube.sigs.k8s.io=true
I1122 03:04:04.296753 206119 oci.go:103] Successfully created a docker volume newest-cni-814190
I1122 03:04:04.296846 206119 cli_runner.go:164] Run: docker run --rm --name newest-cni-814190-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=newest-cni-814190 --entrypoint /usr/bin/test -v newest-cni-814190:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -d /var/lib
I1122 03:04:05.016572 206119 oci.go:107] Successfully prepared a docker volume newest-cni-814190
I1122 03:04:05.016654 206119 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:04:05.016670 206119 kic.go:194] Starting extracting preloaded images to volume ...
I1122 03:04:05.016747 206119 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v newest-cni-814190:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -I lz4 -xf /preloaded.tar -C /extractDir
I1122 03:04:07.918827 202629 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1122 03:04:07.930076 202629 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1122 03:04:07.930149 202629 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1122 03:04:07.961991 202629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1122 03:04:08.397672 202629 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1122 03:04:08.397793 202629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:08.397875 202629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes default-k8s-diff-port-241752 minikube.k8s.io/updated_at=2025_11_22T03_04_08_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a minikube.k8s.io/name=default-k8s-diff-port-241752 minikube.k8s.io/primary=true
I1122 03:04:08.589670 202629 ops.go:34] apiserver oom_adj: -16
I1122 03:04:08.589770 202629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:09.090481 202629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:09.589987 202629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:10.090251 202629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:10.590569 202629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:11.090632 202629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:11.590874 202629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:11.716768 202629 kubeadm.go:1114] duration metric: took 3.319014952s to wait for elevateKubeSystemPrivileges
I1122 03:04:11.716795 202629 kubeadm.go:403] duration metric: took 24.999764354s to StartCluster
I1122 03:04:11.716812 202629 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:11.716873 202629 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:04:11.717553 202629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:11.717771 202629 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:04:11.717877 202629 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1122 03:04:11.718112 202629 config.go:182] Loaded profile config "default-k8s-diff-port-241752": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:04:11.718144 202629 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 03:04:11.718201 202629 addons.go:70] Setting storage-provisioner=true in profile "default-k8s-diff-port-241752"
I1122 03:04:11.718216 202629 addons.go:239] Setting addon storage-provisioner=true in "default-k8s-diff-port-241752"
I1122 03:04:11.718236 202629 host.go:66] Checking if "default-k8s-diff-port-241752" exists ...
I1122 03:04:11.718769 202629 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:04:11.719326 202629 addons.go:70] Setting default-storageclass=true in profile "default-k8s-diff-port-241752"
I1122 03:04:11.719348 202629 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "default-k8s-diff-port-241752"
I1122 03:04:11.719653 202629 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:04:11.722092 202629 out.go:179] * Verifying Kubernetes components...
I1122 03:04:11.725308 202629 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:04:11.761655 202629 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1122 03:04:11.764545 202629 addons.go:239] Setting addon default-storageclass=true in "default-k8s-diff-port-241752"
I1122 03:04:11.764590 202629 host.go:66] Checking if "default-k8s-diff-port-241752" exists ...
I1122 03:04:11.765006 202629 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:04:11.766152 202629 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:04:11.766177 202629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 03:04:11.766231 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:04:11.793636 202629 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 03:04:11.793658 202629 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 03:04:11.793812 202629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:04:11.802927 202629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33081 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:04:11.838834 202629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33081 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:04:12.096815 202629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:04:12.113162 202629 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:04:12.113432 202629 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.76.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1122 03:04:12.128589 202629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 03:04:12.768393 202629 start.go:977] {"host.minikube.internal": 192.168.76.1} host record injected into CoreDNS's ConfigMap
I1122 03:04:12.769002 202629 node_ready.go:35] waiting up to 6m0s for node "default-k8s-diff-port-241752" to be "Ready" ...
I1122 03:04:12.824667 202629 out.go:179] * Enabled addons: storage-provisioner, default-storageclass
I1122 03:04:09.677819 206119 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v newest-cni-814190:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -I lz4 -xf /preloaded.tar -C /extractDir: (4.661025516s)
I1122 03:04:09.677851 206119 kic.go:203] duration metric: took 4.661178362s to extract preloaded images to volume ...
W1122 03:04:09.678002 206119 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1122 03:04:09.678131 206119 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1122 03:04:09.758706 206119 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname newest-cni-814190 --name newest-cni-814190 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=newest-cni-814190 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=newest-cni-814190 --network newest-cni-814190 --ip 192.168.85.2 --volume newest-cni-814190:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a
I1122 03:04:10.105586 206119 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Running}}
I1122 03:04:10.131681 206119 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:10.169946 206119 cli_runner.go:164] Run: docker exec newest-cni-814190 stat /var/lib/dpkg/alternatives/iptables
I1122 03:04:10.243490 206119 oci.go:144] the created container "newest-cni-814190" has a running status.
I1122 03:04:10.243515 206119 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa...
I1122 03:04:10.700023 206119 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1122 03:04:10.731785 206119 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:10.761590 206119 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1122 03:04:10.761609 206119 kic_runner.go:114] Args: [docker exec --privileged newest-cni-814190 chown docker:docker /home/docker/.ssh/authorized_keys]
I1122 03:04:10.848167 206119 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:10.884585 206119 machine.go:94] provisionDockerMachine start ...
I1122 03:04:10.884683 206119 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:10.908422 206119 main.go:143] libmachine: Using SSH client type: native
I1122 03:04:10.908744 206119 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33086 <nil> <nil>}
I1122 03:04:10.908766 206119 main.go:143] libmachine: About to run SSH command:
hostname
I1122 03:04:10.909353 206119 main.go:143] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:56054->127.0.0.1:33086: read: connection reset by peer
I1122 03:04:12.828663 202629 addons.go:530] duration metric: took 1.110488743s for enable addons: enabled=[storage-provisioner default-storageclass]
I1122 03:04:13.272888 202629 kapi.go:214] "coredns" deployment in "kube-system" namespace and "default-k8s-diff-port-241752" context rescaled to 1 replicas
W1122 03:04:14.772220 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
W1122 03:04:16.772905 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
I1122 03:04:14.067206 206119 main.go:143] libmachine: SSH cmd err, output: <nil>: newest-cni-814190
I1122 03:04:14.067275 206119 ubuntu.go:182] provisioning hostname "newest-cni-814190"
I1122 03:04:14.067368 206119 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:14.085451 206119 main.go:143] libmachine: Using SSH client type: native
I1122 03:04:14.085770 206119 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33086 <nil> <nil>}
I1122 03:04:14.085781 206119 main.go:143] libmachine: About to run SSH command:
sudo hostname newest-cni-814190 && echo "newest-cni-814190" | sudo tee /etc/hostname
I1122 03:04:14.241237 206119 main.go:143] libmachine: SSH cmd err, output: <nil>: newest-cni-814190
I1122 03:04:14.241320 206119 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:14.259262 206119 main.go:143] libmachine: Using SSH client type: native
I1122 03:04:14.259573 206119 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33086 <nil> <nil>}
I1122 03:04:14.259595 206119 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\snewest-cni-814190' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 newest-cni-814190/g' /etc/hosts;
else
echo '127.0.1.1 newest-cni-814190' | sudo tee -a /etc/hosts;
fi
fi
I1122 03:04:14.402870 206119 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 03:04:14.402912 206119 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 03:04:14.402941 206119 ubuntu.go:190] setting up certificates
I1122 03:04:14.402951 206119 provision.go:84] configureAuth start
I1122 03:04:14.403014 206119 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-814190
I1122 03:04:14.420156 206119 provision.go:143] copyHostCerts
I1122 03:04:14.420224 206119 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 03:04:14.420237 206119 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 03:04:14.420315 206119 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 03:04:14.420414 206119 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 03:04:14.420422 206119 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 03:04:14.420448 206119 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 03:04:14.420498 206119 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 03:04:14.420507 206119 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 03:04:14.420532 206119 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 03:04:14.420584 206119 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.newest-cni-814190 san=[127.0.0.1 192.168.85.2 localhost minikube newest-cni-814190]
I1122 03:04:14.725579 206119 provision.go:177] copyRemoteCerts
I1122 03:04:14.725643 206119 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 03:04:14.725689 206119 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:14.749730 206119 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33086 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:14.854822 206119 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1122 03:04:14.874022 206119 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1122 03:04:14.892079 206119 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 03:04:14.917349 206119 provision.go:87] duration metric: took 514.344667ms to configureAuth
I1122 03:04:14.917470 206119 ubuntu.go:206] setting minikube options for container-runtime
I1122 03:04:14.917866 206119 config.go:182] Loaded profile config "newest-cni-814190": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:04:14.918169 206119 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:14.938205 206119 main.go:143] libmachine: Using SSH client type: native
I1122 03:04:14.938555 206119 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33086 <nil> <nil>}
I1122 03:04:14.938570 206119 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 03:04:15.271455 206119 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 03:04:15.271476 206119 machine.go:97] duration metric: took 4.386872444s to provisionDockerMachine
I1122 03:04:15.271486 206119 client.go:176] duration metric: took 11.190202508s to LocalClient.Create
I1122 03:04:15.271500 206119 start.go:167] duration metric: took 11.190275518s to libmachine.API.Create "newest-cni-814190"
I1122 03:04:15.271512 206119 start.go:293] postStartSetup for "newest-cni-814190" (driver="docker")
I1122 03:04:15.271522 206119 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 03:04:15.271581 206119 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 03:04:15.271622 206119 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:15.290376 206119 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33086 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:15.390858 206119 ssh_runner.go:195] Run: cat /etc/os-release
I1122 03:04:15.394162 206119 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 03:04:15.394187 206119 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 03:04:15.394196 206119 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 03:04:15.394257 206119 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 03:04:15.394341 206119 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 03:04:15.394440 206119 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1122 03:04:15.401888 206119 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:04:15.419957 206119 start.go:296] duration metric: took 148.430783ms for postStartSetup
I1122 03:04:15.420359 206119 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-814190
I1122 03:04:15.437848 206119 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/config.json ...
I1122 03:04:15.438136 206119 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 03:04:15.438187 206119 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:15.456724 206119 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33086 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:15.555685 206119 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 03:04:15.560682 206119 start.go:128] duration metric: took 11.484633633s to createHost
I1122 03:04:15.560706 206119 start.go:83] releasing machines lock for "newest-cni-814190", held for 11.484781744s
I1122 03:04:15.560798 206119 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-814190
I1122 03:04:15.578545 206119 ssh_runner.go:195] Run: cat /version.json
I1122 03:04:15.578603 206119 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:15.578549 206119 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 03:04:15.578873 206119 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:15.598459 206119 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33086 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:15.606262 206119 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33086 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:15.794137 206119 ssh_runner.go:195] Run: systemctl --version
I1122 03:04:15.800757 206119 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 03:04:15.839229 206119 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 03:04:15.843971 206119 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 03:04:15.844040 206119 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 03:04:15.872821 206119 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1122 03:04:15.872848 206119 start.go:496] detecting cgroup driver to use...
I1122 03:04:15.872879 206119 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 03:04:15.872933 206119 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 03:04:15.891539 206119 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 03:04:15.904724 206119 docker.go:218] disabling cri-docker service (if available) ...
I1122 03:04:15.904785 206119 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 03:04:15.923368 206119 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 03:04:15.943883 206119 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 03:04:16.082972 206119 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 03:04:16.203800 206119 docker.go:234] disabling docker service ...
I1122 03:04:16.203898 206119 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 03:04:16.232212 206119 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 03:04:16.247380 206119 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 03:04:16.370121 206119 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 03:04:16.500184 206119 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 03:04:16.513982 206119 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 03:04:16.530415 206119 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 03:04:16.530511 206119 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:16.540721 206119 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 03:04:16.540813 206119 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:16.550786 206119 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:16.559597 206119 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:16.569499 206119 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 03:04:16.578736 206119 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:16.587915 206119 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:16.603735 206119 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:16.612715 206119 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 03:04:16.620687 206119 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 03:04:16.628295 206119 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:04:16.738156 206119 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 03:04:16.923091 206119 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 03:04:16.923212 206119 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 03:04:16.927339 206119 start.go:564] Will wait 60s for crictl version
I1122 03:04:16.927451 206119 ssh_runner.go:195] Run: which crictl
I1122 03:04:16.931252 206119 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 03:04:16.957947 206119 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 03:04:16.958089 206119 ssh_runner.go:195] Run: crio --version
I1122 03:04:16.986849 206119 ssh_runner.go:195] Run: crio --version
I1122 03:04:17.025233 206119 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 03:04:17.028097 206119 cli_runner.go:164] Run: docker network inspect newest-cni-814190 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:04:17.047119 206119 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1122 03:04:17.051190 206119 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:04:17.064223 206119 out.go:179] - kubeadm.pod-network-cidr=10.42.0.0/16
I1122 03:04:17.067016 206119 kubeadm.go:884] updating cluster {Name:newest-cni-814190 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disab
leMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 03:04:17.067172 206119 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:04:17.067249 206119 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:04:17.101005 206119 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:04:17.101029 206119 crio.go:433] Images already preloaded, skipping extraction
I1122 03:04:17.101087 206119 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:04:17.132283 206119 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:04:17.132307 206119 cache_images.go:86] Images are preloaded, skipping loading
I1122 03:04:17.132315 206119 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1122 03:04:17.132408 206119 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=newest-cni-814190 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 03:04:17.132515 206119 ssh_runner.go:195] Run: crio config
I1122 03:04:17.192161 206119 cni.go:84] Creating CNI manager for ""
I1122 03:04:17.192184 206119 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:04:17.192201 206119 kubeadm.go:85] Using pod CIDR: 10.42.0.0/16
I1122 03:04:17.192231 206119 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.42.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:newest-cni-814190 NodeName:newest-cni-814190 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/
kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 03:04:17.192359 206119 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "newest-cni-814190"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.42.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.42.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 03:04:17.192433 206119 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 03:04:17.200327 206119 binaries.go:51] Found k8s binaries, skipping transfer
I1122 03:04:17.200446 206119 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 03:04:17.211647 206119 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1122 03:04:17.230588 206119 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 03:04:17.244908 206119 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2212 bytes)
I1122 03:04:17.258024 206119 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1122 03:04:17.261613 206119 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:04:17.274365 206119 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:04:17.397695 206119 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:04:17.418268 206119 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190 for IP: 192.168.85.2
I1122 03:04:17.418290 206119 certs.go:195] generating shared ca certs ...
I1122 03:04:17.418314 206119 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:17.418474 206119 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 03:04:17.418525 206119 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 03:04:17.418536 206119 certs.go:257] generating profile certs ...
I1122 03:04:17.418601 206119 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/client.key
I1122 03:04:17.418616 206119 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/client.crt with IP's: []
I1122 03:04:17.966112 206119 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/client.crt ...
I1122 03:04:17.966144 206119 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/client.crt: {Name:mkbc241cabc9c61aa8f2d32f35b577c105839a97 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:17.966373 206119 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/client.key ...
I1122 03:04:17.966391 206119 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/client.key: {Name:mk1b696ecdbf1b546fa0c4c5fdd2ead0f155acb2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:17.966484 206119 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.key.be927975
I1122 03:04:17.966504 206119 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.crt.be927975 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.85.2]
I1122 03:04:18.516301 206119 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.crt.be927975 ...
I1122 03:04:18.516331 206119 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.crt.be927975: {Name:mk10a7151332d6d8c3278ea7db1987ab7c5dfa1b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:18.516564 206119 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.key.be927975 ...
I1122 03:04:18.516582 206119 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.key.be927975: {Name:mk8e2c4a58166a9102682094ff83c67b7d5dcc59 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:18.516676 206119 certs.go:382] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.crt.be927975 -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.crt
I1122 03:04:18.516757 206119 certs.go:386] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.key.be927975 -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.key
I1122 03:04:18.516820 206119 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/proxy-client.key
I1122 03:04:18.516839 206119 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/proxy-client.crt with IP's: []
W1122 03:04:18.773456 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
W1122 03:04:21.273166 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
I1122 03:04:19.032815 206119 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/proxy-client.crt ...
I1122 03:04:19.032849 206119 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/proxy-client.crt: {Name:mkd72569c7b14acc6ba104200a35659d7830887c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:19.033070 206119 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/proxy-client.key ...
I1122 03:04:19.033088 206119 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/proxy-client.key: {Name:mkdbbdaf362f30042e6fa092e1993016535cfe85 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:19.033278 206119 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 03:04:19.033323 206119 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 03:04:19.033339 206119 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 03:04:19.033365 206119 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 03:04:19.033392 206119 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 03:04:19.033427 206119 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 03:04:19.033476 206119 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:04:19.034130 206119 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 03:04:19.052847 206119 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 03:04:19.073164 206119 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 03:04:19.092185 206119 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 03:04:19.112741 206119 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1122 03:04:19.133637 206119 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1122 03:04:19.154759 206119 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 03:04:19.174048 206119 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1122 03:04:19.192127 206119 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 03:04:19.214530 206119 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 03:04:19.234745 206119 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 03:04:19.252599 206119 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 03:04:19.266323 206119 ssh_runner.go:195] Run: openssl version
I1122 03:04:19.274513 206119 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 03:04:19.283260 206119 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 03:04:19.287301 206119 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 03:04:19.287477 206119 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 03:04:19.328736 206119 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 03:04:19.337167 206119 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 03:04:19.345372 206119 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 03:04:19.348983 206119 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 03:04:19.349102 206119 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 03:04:19.391164 206119 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 03:04:19.399527 206119 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 03:04:19.407796 206119 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 03:04:19.411628 206119 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 03:04:19.411695 206119 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 03:04:19.453252 206119 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 03:04:19.461982 206119 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 03:04:19.465541 206119 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1122 03:04:19.465593 206119 kubeadm.go:401] StartCluster: {Name:newest-cni-814190 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableM
etrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:04:19.465663 206119 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 03:04:19.465727 206119 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 03:04:19.494997 206119 cri.go:89] found id: ""
I1122 03:04:19.495076 206119 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 03:04:19.502923 206119 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1122 03:04:19.510867 206119 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1122 03:04:19.510961 206119 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1122 03:04:19.518802 206119 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1122 03:04:19.518820 206119 kubeadm.go:158] found existing configuration files:
I1122 03:04:19.518871 206119 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1122 03:04:19.526502 206119 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1122 03:04:19.526635 206119 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1122 03:04:19.534525 206119 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1122 03:04:19.542357 206119 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1122 03:04:19.542462 206119 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1122 03:04:19.549895 206119 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1122 03:04:19.557863 206119 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1122 03:04:19.557925 206119 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1122 03:04:19.565557 206119 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1122 03:04:19.573447 206119 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1122 03:04:19.573569 206119 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1122 03:04:19.581034 206119 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1122 03:04:19.647281 206119 kubeadm.go:319] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1122 03:04:19.647599 206119 kubeadm.go:319] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1122 03:04:19.716596 206119 kubeadm.go:319] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
W1122 03:04:23.772825 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
W1122 03:04:25.773737 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
W1122 03:04:27.777321 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
W1122 03:04:30.272119 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
I1122 03:04:34.914598 206119 kubeadm.go:319] [init] Using Kubernetes version: v1.34.1
I1122 03:04:34.914654 206119 kubeadm.go:319] [preflight] Running pre-flight checks
I1122 03:04:34.914775 206119 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1122 03:04:34.914830 206119 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1122 03:04:34.914864 206119 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1122 03:04:34.914909 206119 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1122 03:04:34.914957 206119 kubeadm.go:319] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1122 03:04:34.915003 206119 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1122 03:04:34.915051 206119 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1122 03:04:34.915098 206119 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1122 03:04:34.915145 206119 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1122 03:04:34.915194 206119 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1122 03:04:34.915245 206119 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1122 03:04:34.915298 206119 kubeadm.go:319] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1122 03:04:34.915370 206119 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1122 03:04:34.915462 206119 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1122 03:04:34.915550 206119 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1122 03:04:34.915611 206119 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1122 03:04:34.918468 206119 out.go:252] - Generating certificates and keys ...
I1122 03:04:34.918573 206119 kubeadm.go:319] [certs] Using existing ca certificate authority
I1122 03:04:34.918667 206119 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1122 03:04:34.918775 206119 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1122 03:04:34.918842 206119 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1122 03:04:34.918911 206119 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1122 03:04:34.918968 206119 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1122 03:04:34.919028 206119 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1122 03:04:34.919159 206119 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [localhost newest-cni-814190] and IPs [192.168.85.2 127.0.0.1 ::1]
I1122 03:04:34.919239 206119 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1122 03:04:34.919366 206119 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [localhost newest-cni-814190] and IPs [192.168.85.2 127.0.0.1 ::1]
I1122 03:04:34.919440 206119 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1122 03:04:34.919511 206119 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1122 03:04:34.919562 206119 kubeadm.go:319] [certs] Generating "sa" key and public key
I1122 03:04:34.919634 206119 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1122 03:04:34.919693 206119 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1122 03:04:34.919765 206119 kubeadm.go:319] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1122 03:04:34.919827 206119 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1122 03:04:34.919899 206119 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1122 03:04:34.919960 206119 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1122 03:04:34.920050 206119 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1122 03:04:34.920124 206119 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1122 03:04:34.923179 206119 out.go:252] - Booting up control plane ...
I1122 03:04:34.923329 206119 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1122 03:04:34.923443 206119 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1122 03:04:34.923538 206119 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1122 03:04:34.923664 206119 kubeadm.go:319] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1122 03:04:34.923812 206119 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1122 03:04:34.923937 206119 kubeadm.go:319] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1122 03:04:34.924052 206119 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1122 03:04:34.924139 206119 kubeadm.go:319] [kubelet-start] Starting the kubelet
I1122 03:04:34.924307 206119 kubeadm.go:319] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1122 03:04:34.924448 206119 kubeadm.go:319] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1122 03:04:34.924516 206119 kubeadm.go:319] [kubelet-check] The kubelet is healthy after 1.001656063s
I1122 03:04:34.924621 206119 kubeadm.go:319] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1122 03:04:34.924707 206119 kubeadm.go:319] [control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
I1122 03:04:34.924804 206119 kubeadm.go:319] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1122 03:04:34.924894 206119 kubeadm.go:319] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1122 03:04:34.924984 206119 kubeadm.go:319] [control-plane-check] kube-controller-manager is healthy after 1.596110103s
I1122 03:04:34.925079 206119 kubeadm.go:319] [control-plane-check] kube-scheduler is healthy after 4.264479132s
I1122 03:04:34.925150 206119 kubeadm.go:319] [control-plane-check] kube-apiserver is healthy after 6.001610829s
I1122 03:04:34.925268 206119 kubeadm.go:319] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1122 03:04:34.925399 206119 kubeadm.go:319] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1122 03:04:34.925485 206119 kubeadm.go:319] [upload-certs] Skipping phase. Please see --upload-certs
I1122 03:04:34.925683 206119 kubeadm.go:319] [mark-control-plane] Marking the node newest-cni-814190 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1122 03:04:34.925742 206119 kubeadm.go:319] [bootstrap-token] Using token: 4502ga.uujks3u8w9knxnlq
I1122 03:04:34.928649 206119 out.go:252] - Configuring RBAC rules ...
I1122 03:04:34.928848 206119 kubeadm.go:319] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1122 03:04:34.929007 206119 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1122 03:04:34.929209 206119 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1122 03:04:34.929355 206119 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1122 03:04:34.929485 206119 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1122 03:04:34.929590 206119 kubeadm.go:319] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1122 03:04:34.929725 206119 kubeadm.go:319] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1122 03:04:34.929775 206119 kubeadm.go:319] [addons] Applied essential addon: CoreDNS
I1122 03:04:34.929827 206119 kubeadm.go:319] [addons] Applied essential addon: kube-proxy
I1122 03:04:34.929831 206119 kubeadm.go:319]
I1122 03:04:34.929898 206119 kubeadm.go:319] Your Kubernetes control-plane has initialized successfully!
I1122 03:04:34.929903 206119 kubeadm.go:319]
I1122 03:04:34.930008 206119 kubeadm.go:319] To start using your cluster, you need to run the following as a regular user:
I1122 03:04:34.930013 206119 kubeadm.go:319]
I1122 03:04:34.930041 206119 kubeadm.go:319] mkdir -p $HOME/.kube
I1122 03:04:34.930107 206119 kubeadm.go:319] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1122 03:04:34.930164 206119 kubeadm.go:319] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1122 03:04:34.930168 206119 kubeadm.go:319]
I1122 03:04:34.930228 206119 kubeadm.go:319] Alternatively, if you are the root user, you can run:
I1122 03:04:34.930233 206119 kubeadm.go:319]
I1122 03:04:34.930286 206119 kubeadm.go:319] export KUBECONFIG=/etc/kubernetes/admin.conf
I1122 03:04:34.930290 206119 kubeadm.go:319]
I1122 03:04:34.930349 206119 kubeadm.go:319] You should now deploy a pod network to the cluster.
I1122 03:04:34.930432 206119 kubeadm.go:319] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1122 03:04:34.930508 206119 kubeadm.go:319] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1122 03:04:34.930512 206119 kubeadm.go:319]
I1122 03:04:34.930607 206119 kubeadm.go:319] You can now join any number of control-plane nodes by copying certificate authorities
I1122 03:04:34.930693 206119 kubeadm.go:319] and service account keys on each node and then running the following as root:
I1122 03:04:34.930697 206119 kubeadm.go:319]
I1122 03:04:34.930952 206119 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token 4502ga.uujks3u8w9knxnlq \
I1122 03:04:34.931119 206119 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680 \
I1122 03:04:34.931173 206119 kubeadm.go:319] --control-plane
I1122 03:04:34.931194 206119 kubeadm.go:319]
I1122 03:04:34.931331 206119 kubeadm.go:319] Then you can join any number of worker nodes by running the following on each as root:
I1122 03:04:34.931357 206119 kubeadm.go:319]
I1122 03:04:34.931490 206119 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token 4502ga.uujks3u8w9knxnlq \
I1122 03:04:34.931661 206119 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680
I1122 03:04:34.931699 206119 cni.go:84] Creating CNI manager for ""
I1122 03:04:34.931720 206119 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:04:34.934914 206119 out.go:179] * Configuring CNI (Container Networking Interface) ...
W1122 03:04:32.772228 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
W1122 03:04:34.772763 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
I1122 03:04:34.937900 206119 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1122 03:04:34.943800 206119 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1122 03:04:34.943824 206119 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1122 03:04:34.957844 206119 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1122 03:04:35.268670 206119 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1122 03:04:35.268882 206119 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:35.269042 206119 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes newest-cni-814190 minikube.k8s.io/updated_at=2025_11_22T03_04_35_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a minikube.k8s.io/name=newest-cni-814190 minikube.k8s.io/primary=true
I1122 03:04:35.490802 206119 ops.go:34] apiserver oom_adj: -16
I1122 03:04:35.490871 206119 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:35.990884 206119 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:36.491630 206119 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:36.991729 206119 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:37.491957 206119 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:37.991078 206119 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:38.491125 206119 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:38.991438 206119 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:39.490959 206119 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:39.991605 206119 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:04:40.196517 206119 kubeadm.go:1114] duration metric: took 4.92768931s to wait for elevateKubeSystemPrivileges
I1122 03:04:40.196545 206119 kubeadm.go:403] duration metric: took 20.73095567s to StartCluster
I1122 03:04:40.196565 206119 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:40.196635 206119 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:04:40.197637 206119 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:40.197889 206119 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:04:40.198031 206119 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1122 03:04:40.198338 206119 config.go:182] Loaded profile config "newest-cni-814190": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:04:40.198373 206119 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 03:04:40.198433 206119 addons.go:70] Setting storage-provisioner=true in profile "newest-cni-814190"
I1122 03:04:40.198455 206119 addons.go:239] Setting addon storage-provisioner=true in "newest-cni-814190"
I1122 03:04:40.198480 206119 host.go:66] Checking if "newest-cni-814190" exists ...
I1122 03:04:40.199255 206119 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:40.199533 206119 addons.go:70] Setting default-storageclass=true in profile "newest-cni-814190"
I1122 03:04:40.199560 206119 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "newest-cni-814190"
I1122 03:04:40.199881 206119 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:40.202636 206119 out.go:179] * Verifying Kubernetes components...
I1122 03:04:40.211172 206119 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:04:40.242600 206119 addons.go:239] Setting addon default-storageclass=true in "newest-cni-814190"
I1122 03:04:40.242640 206119 host.go:66] Checking if "newest-cni-814190" exists ...
I1122 03:04:40.243357 206119 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:40.249586 206119 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1122 03:04:40.252533 206119 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:04:40.252558 206119 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 03:04:40.252656 206119 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:40.282284 206119 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 03:04:40.282306 206119 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 03:04:40.282374 206119 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:40.301695 206119 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33086 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:40.318923 206119 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33086 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:40.579354 206119 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 03:04:40.594260 206119 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.85.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1122 03:04:40.594382 206119 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:04:40.634614 206119 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:04:41.089222 206119 start.go:977] {"host.minikube.internal": 192.168.85.1} host record injected into CoreDNS's ConfigMap
I1122 03:04:41.091064 206119 api_server.go:52] waiting for apiserver process to appear ...
I1122 03:04:41.091127 206119 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 03:04:41.359365 206119 api_server.go:72] duration metric: took 1.161440499s to wait for apiserver process to appear ...
I1122 03:04:41.359487 206119 api_server.go:88] waiting for apiserver healthz status ...
I1122 03:04:41.359512 206119 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 03:04:41.362812 206119 out.go:179] * Enabled addons: default-storageclass, storage-provisioner
I1122 03:04:41.365595 206119 addons.go:530] duration metric: took 1.167197656s for enable addons: enabled=[default-storageclass storage-provisioner]
I1122 03:04:41.373845 206119 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1122 03:04:41.375656 206119 api_server.go:141] control plane version: v1.34.1
I1122 03:04:41.375680 206119 api_server.go:131] duration metric: took 16.179072ms to wait for apiserver health ...
I1122 03:04:41.375690 206119 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 03:04:41.385801 206119 system_pods.go:59] 8 kube-system pods found
I1122 03:04:41.385836 206119 system_pods.go:61] "coredns-66bc5c9577-g5fbx" [31d8ddff-b903-430c-880c-9b3aa7e89c49] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1122 03:04:41.385844 206119 system_pods.go:61] "etcd-newest-cni-814190" [7f79ee68-dc7d-4676-bc74-279ec301de96] Running
I1122 03:04:41.385851 206119 system_pods.go:61] "kindnet-6tzk6" [76c5cb4c-a08c-47d6-a055-e32626b1839e] Running
I1122 03:04:41.385857 206119 system_pods.go:61] "kube-apiserver-newest-cni-814190" [f69e7167-b083-45e1-9b39-44c98add1a52] Running
I1122 03:04:41.385868 206119 system_pods.go:61] "kube-controller-manager-newest-cni-814190" [77b479ae-21e4-422a-8e86-6123f7fe488c] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 03:04:41.385872 206119 system_pods.go:61] "kube-proxy-xmp9w" [a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4] Running
I1122 03:04:41.385877 206119 system_pods.go:61] "kube-scheduler-newest-cni-814190" [2feac19d-6b3f-4c3c-b9a5-81d7e94abde6] Running
I1122 03:04:41.385882 206119 system_pods.go:61] "storage-provisioner" [66347a7e-f1a0-4bf8-8186-d44599f04a4f] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1122 03:04:41.385889 206119 system_pods.go:74] duration metric: took 10.192809ms to wait for pod list to return data ...
I1122 03:04:41.385898 206119 default_sa.go:34] waiting for default service account to be created ...
I1122 03:04:41.399178 206119 default_sa.go:45] found service account: "default"
I1122 03:04:41.399201 206119 default_sa.go:55] duration metric: took 13.297863ms for default service account to be created ...
I1122 03:04:41.399214 206119 kubeadm.go:587] duration metric: took 1.20130391s to wait for: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1122 03:04:41.399231 206119 node_conditions.go:102] verifying NodePressure condition ...
I1122 03:04:41.407346 206119 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 03:04:41.407423 206119 node_conditions.go:123] node cpu capacity is 2
I1122 03:04:41.407449 206119 node_conditions.go:105] duration metric: took 8.212371ms to run NodePressure ...
I1122 03:04:41.407475 206119 start.go:242] waiting for startup goroutines ...
I1122 03:04:41.593709 206119 kapi.go:214] "coredns" deployment in "kube-system" namespace and "newest-cni-814190" context rescaled to 1 replicas
I1122 03:04:41.593761 206119 start.go:247] waiting for cluster config update ...
I1122 03:04:41.593774 206119 start.go:256] writing updated cluster config ...
I1122 03:04:41.594085 206119 ssh_runner.go:195] Run: rm -f paused
I1122 03:04:41.661171 206119 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 03:04:41.664439 206119 out.go:179] * Done! kubectl is now configured to use "newest-cni-814190" cluster and "default" namespace by default
W1122 03:04:37.272451 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
W1122 03:04:39.272584 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
W1122 03:04:41.273835 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
==> CRI-O <==
Nov 22 03:04:39 newest-cni-814190 crio[836]: time="2025-11-22T03:04:39.931524615Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:39 newest-cni-814190 crio[836]: time="2025-11-22T03:04:39.93758561Z" level=warning msg="Skipping invalid sysctl specified by config {net.ipv4.ip_unprivileged_port_start 0}: \"net.ipv4.ip_unprivileged_port_start\" not allowed with host net enabled" id=52b35066-f8a4-4bdd-91ea-6c2c302e2e92 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:04:39 newest-cni-814190 crio[836]: time="2025-11-22T03:04:39.945259238Z" level=info msg="Ran pod sandbox 80aea099ad9bc7e6b0001787bb2a00b0b610705ecaa3593b3dd33f3c463f4bdd with infra container: kube-system/kube-proxy-xmp9w/POD" id=52b35066-f8a4-4bdd-91ea-6c2c302e2e92 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:04:39 newest-cni-814190 crio[836]: time="2025-11-22T03:04:39.948289953Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.34.1" id=059ae876-2732-479a-be23-c2e665f9d00c name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:04:39 newest-cni-814190 crio[836]: time="2025-11-22T03:04:39.950574581Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.34.1" id=f4cdc5ee-ac25-45f5-942e-7db0bf9afe3c name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:04:39 newest-cni-814190 crio[836]: time="2025-11-22T03:04:39.958102306Z" level=info msg="Creating container: kube-system/kube-proxy-xmp9w/kube-proxy" id=436763b8-10ad-447b-a7f2-f1c2c4ec492f name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:04:39 newest-cni-814190 crio[836]: time="2025-11-22T03:04:39.958211303Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:39 newest-cni-814190 crio[836]: time="2025-11-22T03:04:39.967836324Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:39 newest-cni-814190 crio[836]: time="2025-11-22T03:04:39.969879802Z" level=info msg="Running pod sandbox: kube-system/kindnet-6tzk6/POD" id=e7635248-196e-4ed8-afbb-bc3225fbc217 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:04:39 newest-cni-814190 crio[836]: time="2025-11-22T03:04:39.969946551Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:39 newest-cni-814190 crio[836]: time="2025-11-22T03:04:39.971390356Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:39 newest-cni-814190 crio[836]: time="2025-11-22T03:04:39.984292024Z" level=warning msg="Skipping invalid sysctl specified by config {net.ipv4.ip_unprivileged_port_start 0}: \"net.ipv4.ip_unprivileged_port_start\" not allowed with host net enabled" id=e7635248-196e-4ed8-afbb-bc3225fbc217 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:04:39 newest-cni-814190 crio[836]: time="2025-11-22T03:04:39.992260407Z" level=info msg="Ran pod sandbox d8ef93d97087d5bd8180ad4097d045126db0a9e28b77fed273bf58a242826757 with infra container: kube-system/kindnet-6tzk6/POD" id=e7635248-196e-4ed8-afbb-bc3225fbc217 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:04:39 newest-cni-814190 crio[836]: time="2025-11-22T03:04:39.998316717Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20250512-df8de77b" id=1f01fade-adb9-4391-9442-95b7d63d3156 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:04:40 newest-cni-814190 crio[836]: time="2025-11-22T03:04:40.002095718Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20250512-df8de77b" id=6968ce7a-42c1-4fdd-a023-bab5d75282e0 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:04:40 newest-cni-814190 crio[836]: time="2025-11-22T03:04:40.009846089Z" level=info msg="Creating container: kube-system/kindnet-6tzk6/kindnet-cni" id=480eb5eb-08ae-4b0c-a167-e3592972bcdf name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:04:40 newest-cni-814190 crio[836]: time="2025-11-22T03:04:40.009992592Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:40 newest-cni-814190 crio[836]: time="2025-11-22T03:04:40.025768102Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:40 newest-cni-814190 crio[836]: time="2025-11-22T03:04:40.028060065Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:40 newest-cni-814190 crio[836]: time="2025-11-22T03:04:40.066419397Z" level=info msg="Created container 0e5821bd6a14f2644fcca27e6dbe3c23f57d7a467ac6a034ff9932adbd4bc1bd: kube-system/kindnet-6tzk6/kindnet-cni" id=480eb5eb-08ae-4b0c-a167-e3592972bcdf name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:04:40 newest-cni-814190 crio[836]: time="2025-11-22T03:04:40.068134923Z" level=info msg="Starting container: 0e5821bd6a14f2644fcca27e6dbe3c23f57d7a467ac6a034ff9932adbd4bc1bd" id=8ee458aa-bee1-457c-9d88-fef40f9e4106 name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:04:40 newest-cni-814190 crio[836]: time="2025-11-22T03:04:40.071239903Z" level=info msg="Started container" PID=1425 containerID=0e5821bd6a14f2644fcca27e6dbe3c23f57d7a467ac6a034ff9932adbd4bc1bd description=kube-system/kindnet-6tzk6/kindnet-cni id=8ee458aa-bee1-457c-9d88-fef40f9e4106 name=/runtime.v1.RuntimeService/StartContainer sandboxID=d8ef93d97087d5bd8180ad4097d045126db0a9e28b77fed273bf58a242826757
Nov 22 03:04:40 newest-cni-814190 crio[836]: time="2025-11-22T03:04:40.098919588Z" level=info msg="Created container 2c12a6b35ee15cc74543ee70a91f3fcd6ad0470156b839bb9e146e5a103f23a9: kube-system/kube-proxy-xmp9w/kube-proxy" id=436763b8-10ad-447b-a7f2-f1c2c4ec492f name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:04:40 newest-cni-814190 crio[836]: time="2025-11-22T03:04:40.099644908Z" level=info msg="Starting container: 2c12a6b35ee15cc74543ee70a91f3fcd6ad0470156b839bb9e146e5a103f23a9" id=e13f8af6-b486-4359-9004-3a0301148047 name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:04:40 newest-cni-814190 crio[836]: time="2025-11-22T03:04:40.102997486Z" level=info msg="Started container" PID=1421 containerID=2c12a6b35ee15cc74543ee70a91f3fcd6ad0470156b839bb9e146e5a103f23a9 description=kube-system/kube-proxy-xmp9w/kube-proxy id=e13f8af6-b486-4359-9004-3a0301148047 name=/runtime.v1.RuntimeService/StartContainer sandboxID=80aea099ad9bc7e6b0001787bb2a00b0b610705ecaa3593b3dd33f3c463f4bdd
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
0e5821bd6a14f b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 2 seconds ago Running kindnet-cni 0 d8ef93d97087d kindnet-6tzk6 kube-system
2c12a6b35ee15 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 3 seconds ago Running kube-proxy 0 80aea099ad9bc kube-proxy-xmp9w kube-system
f64653d7a1f93 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 15 seconds ago Running kube-controller-manager 0 e0a3ea481136f kube-controller-manager-newest-cni-814190 kube-system
97ec8948e12a8 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 15 seconds ago Running kube-scheduler 0 20b30c7ec64ea kube-scheduler-newest-cni-814190 kube-system
0ab3a94411cf3 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 15 seconds ago Running etcd 0 d313a516de22d etcd-newest-cni-814190 kube-system
938f2b4ace7bc 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 15 seconds ago Running kube-apiserver 0 25b9f26502cc1 kube-apiserver-newest-cni-814190 kube-system
==> describe nodes <==
Name: newest-cni-814190
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=newest-cni-814190
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=newest-cni-814190
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T03_04_35_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 03:04:31 +0000
Taints: node.kubernetes.io/not-ready:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: newest-cni-814190
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 03:04:34 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 03:04:34 +0000 Sat, 22 Nov 2025 03:04:28 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 03:04:34 +0000 Sat, 22 Nov 2025 03:04:28 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 03:04:34 +0000 Sat, 22 Nov 2025 03:04:28 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready False Sat, 22 Nov 2025 03:04:34 +0000 Sat, 22 Nov 2025 03:04:28 +0000 KubeletNotReady container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/cni/net.d/. Has your network provider started?
Addresses:
InternalIP: 192.168.85.2
Hostname: newest-cni-814190
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: 596d5bdb-9f5a-45ce-ac36-cd7be69e7ef8
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.42.0.0/24
PodCIDRs: 10.42.0.0/24
Non-terminated Pods: (6 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system etcd-newest-cni-814190 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 9s
kube-system kindnet-6tzk6 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 4s
kube-system kube-apiserver-newest-cni-814190 250m (12%) 0 (0%) 0 (0%) 0 (0%) 9s
kube-system kube-controller-manager-newest-cni-814190 200m (10%) 0 (0%) 0 (0%) 0 (0%) 9s
kube-system kube-proxy-xmp9w 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4s
kube-system kube-scheduler-newest-cni-814190 100m (5%) 0 (0%) 0 (0%) 0 (0%) 9s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (1%) 50Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2s kube-proxy
Normal NodeHasSufficientMemory 16s (x8 over 16s) kubelet Node newest-cni-814190 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 16s (x8 over 16s) kubelet Node newest-cni-814190 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 16s (x8 over 16s) kubelet Node newest-cni-814190 status is now: NodeHasSufficientPID
Normal Starting 9s kubelet Starting kubelet.
Warning CgroupV1 9s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 9s kubelet Node newest-cni-814190 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 9s kubelet Node newest-cni-814190 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 9s kubelet Node newest-cni-814190 status is now: NodeHasSufficientPID
Normal RegisteredNode 5s node-controller Node newest-cni-814190 event: Registered Node newest-cni-814190 in Controller
==> dmesg <==
[ +13.476824] overlayfs: idmapped layers are currently not supported
[Nov22 02:42] hrtimer: interrupt took 39554483 ns
[ +30.996351] overlayfs: idmapped layers are currently not supported
[ +28.004266] overlayfs: idmapped layers are currently not supported
[Nov22 02:43] overlayfs: idmapped layers are currently not supported
[Nov22 02:44] overlayfs: idmapped layers are currently not supported
[Nov22 02:45] overlayfs: idmapped layers are currently not supported
[Nov22 02:46] overlayfs: idmapped layers are currently not supported
[Nov22 02:49] overlayfs: idmapped layers are currently not supported
[Nov22 02:51] overlayfs: idmapped layers are currently not supported
[ +27.358169] systemd-journald[231]: Failed to send stream file descriptor to service manager: Connection refused
[ +1.241009] overlayfs: idmapped layers are currently not supported
[Nov22 02:53] overlayfs: idmapped layers are currently not supported
[Nov22 02:56] overlayfs: idmapped layers are currently not supported
[Nov22 02:57] overlayfs: idmapped layers are currently not supported
[ +5.709995] overlayfs: idmapped layers are currently not supported
[ +34.878505] overlayfs: idmapped layers are currently not supported
[Nov22 02:58] overlayfs: idmapped layers are currently not supported
[Nov22 02:59] overlayfs: idmapped layers are currently not supported
[Nov22 03:00] overlayfs: idmapped layers are currently not supported
[Nov22 03:01] overlayfs: idmapped layers are currently not supported
[Nov22 03:02] overlayfs: idmapped layers are currently not supported
[ +29.429632] overlayfs: idmapped layers are currently not supported
[Nov22 03:03] overlayfs: idmapped layers are currently not supported
[Nov22 03:04] overlayfs: idmapped layers are currently not supported
==> etcd [0ab3a94411cf31e1b3fe7640e28dd6690589e51ad32dd0e90ee833196b70e3e2] <==
{"level":"warn","ts":"2025-11-22T03:04:30.353182Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41772","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.382918Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41790","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.400739Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41806","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.421436Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41822","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.438020Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41830","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.462531Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41852","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.473160Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41870","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.498202Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41888","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.509710Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41902","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.533134Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41926","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.557703Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41950","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.567968Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41978","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.585094Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41994","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.603365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42014","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.624866Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42036","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.638919Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42040","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.661627Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42064","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.685651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42088","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.711862Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42104","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.743665Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42130","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.752410Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42152","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.788160Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42190","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.807462Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42196","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.819757Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42216","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:30.914445Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42230","server-name":"","error":"EOF"}
==> kernel <==
03:04:43 up 1:46, 0 user, load average: 3.93, 3.55, 2.85
Linux newest-cni-814190 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [0e5821bd6a14f2644fcca27e6dbe3c23f57d7a467ac6a034ff9932adbd4bc1bd] <==
I1122 03:04:40.247458 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 03:04:40.247897 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1122 03:04:40.248090 1 main.go:148] setting mtu 1500 for CNI
I1122 03:04:40.248142 1 main.go:178] kindnetd IP family: "ipv4"
I1122 03:04:40.248181 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T03:04:40Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 03:04:40.421097 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 03:04:40.421113 1 controller.go:381] "Waiting for informer caches to sync"
I1122 03:04:40.421122 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 03:04:40.421380 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
==> kube-apiserver [938f2b4ace7bc285aa1715d6de469d386e4242b2c0f3246f69f9b81d53d380a1] <==
I1122 03:04:31.816085 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1122 03:04:31.816451 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1122 03:04:31.817921 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1122 03:04:31.826855 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1122 03:04:31.843998 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 03:04:31.844075 1 default_servicecidr_controller.go:228] Setting default ServiceCIDR condition Ready to True
I1122 03:04:31.858678 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 03:04:31.858899 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1122 03:04:32.507477 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I1122 03:04:32.518924 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I1122 03:04:32.519149 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 03:04:33.311472 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1122 03:04:33.368681 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1122 03:04:33.447839 1 alloc.go:328] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1122 03:04:33.459366 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.85.2]
I1122 03:04:33.460656 1 controller.go:667] quota admission added evaluator for: endpoints
I1122 03:04:33.466129 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1122 03:04:33.838864 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1122 03:04:34.337569 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1122 03:04:34.361867 1 alloc.go:328] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1122 03:04:34.371644 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
I1122 03:04:39.595845 1 controller.go:667] quota admission added evaluator for: controllerrevisions.apps
I1122 03:04:39.743288 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1122 03:04:39.901673 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 03:04:39.906883 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
==> kube-controller-manager [f64653d7a1f9343301778d7095122c0f4a0871833f9f1d6b536660320718b161] <==
I1122 03:04:38.841867 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1122 03:04:38.841938 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1122 03:04:38.842054 1 shared_informer.go:356] "Caches are synced" controller="job"
I1122 03:04:38.842571 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1122 03:04:38.843014 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrapproving"
I1122 03:04:38.851003 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 03:04:38.862099 1 shared_informer.go:356] "Caches are synced" controller="cronjob"
I1122 03:04:38.863108 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
I1122 03:04:38.865598 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1122 03:04:38.876561 1 shared_informer.go:356] "Caches are synced" controller="GC"
I1122 03:04:38.880722 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
I1122 03:04:38.886236 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:04:38.886497 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1122 03:04:38.887649 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1122 03:04:38.888806 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1122 03:04:38.888864 1 shared_informer.go:356] "Caches are synced" controller="service account"
I1122 03:04:38.889110 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice_mirroring"
I1122 03:04:38.889207 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1122 03:04:38.889252 1 shared_informer.go:356] "Caches are synced" controller="deployment"
I1122 03:04:38.889826 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1122 03:04:38.891487 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1122 03:04:38.891572 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1122 03:04:38.891612 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1122 03:04:38.894384 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1122 03:04:38.899643 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
==> kube-proxy [2c12a6b35ee15cc74543ee70a91f3fcd6ad0470156b839bb9e146e5a103f23a9] <==
I1122 03:04:40.387564 1 server_linux.go:53] "Using iptables proxy"
I1122 03:04:40.601797 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 03:04:40.702474 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 03:04:40.702509 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1122 03:04:40.702574 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 03:04:40.739966 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 03:04:40.740035 1 server_linux.go:132] "Using iptables Proxier"
I1122 03:04:40.753748 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 03:04:40.754076 1 server.go:527] "Version info" version="v1.34.1"
I1122 03:04:40.754098 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:04:40.755604 1 config.go:200] "Starting service config controller"
I1122 03:04:40.755629 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 03:04:40.755648 1 config.go:106] "Starting endpoint slice config controller"
I1122 03:04:40.755652 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 03:04:40.755662 1 config.go:403] "Starting serviceCIDR config controller"
I1122 03:04:40.755675 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 03:04:40.756403 1 config.go:309] "Starting node config controller"
I1122 03:04:40.756416 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 03:04:40.756423 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 03:04:40.859087 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1122 03:04:40.859129 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 03:04:40.859154 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [97ec8948e12a86a3ea89fba595a576249a27b9d460f8b20440e1e4afd7df4cb0] <==
E1122 03:04:31.777321 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E1122 03:04:31.777432 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1122 03:04:31.777509 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1122 03:04:31.777593 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1122 03:04:31.777675 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1122 03:04:31.777788 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E1122 03:04:31.777874 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1122 03:04:31.777962 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1122 03:04:31.778053 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E1122 03:04:31.778138 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
E1122 03:04:31.787366 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceClaim"
E1122 03:04:31.787462 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1122 03:04:32.649706 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E1122 03:04:32.653688 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1122 03:04:32.799699 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1122 03:04:32.800929 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1122 03:04:32.821548 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E1122 03:04:32.833122 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1122 03:04:32.842594 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E1122 03:04:32.880627 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1122 03:04:32.946051 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1122 03:04:32.948447 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1122 03:04:32.999556 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1122 03:04:33.103599 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
I1122 03:04:35.340482 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Nov 22 03:04:34 newest-cni-814190 kubelet[1303]: I1122 03:04:34.554920 1303 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"usr-share-ca-certificates\" (UniqueName: \"kubernetes.io/host-path/f7af218e49e7954e5b52b89080ea9592-usr-share-ca-certificates\") pod \"kube-controller-manager-newest-cni-814190\" (UID: \"f7af218e49e7954e5b52b89080ea9592\") " pod="kube-system/kube-controller-manager-newest-cni-814190"
Nov 22 03:04:34 newest-cni-814190 kubelet[1303]: I1122 03:04:34.554946 1303 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etcd-certs\" (UniqueName: \"kubernetes.io/host-path/b80891537b12331f2a6f0e4a0b4497c7-etcd-certs\") pod \"etcd-newest-cni-814190\" (UID: \"b80891537b12331f2a6f0e4a0b4497c7\") " pod="kube-system/etcd-newest-cni-814190"
Nov 22 03:04:34 newest-cni-814190 kubelet[1303]: I1122 03:04:34.567708 1303 kubelet_node_status.go:75] "Attempting to register node" node="newest-cni-814190"
Nov 22 03:04:34 newest-cni-814190 kubelet[1303]: I1122 03:04:34.582025 1303 kubelet_node_status.go:124] "Node was previously registered" node="newest-cni-814190"
Nov 22 03:04:34 newest-cni-814190 kubelet[1303]: I1122 03:04:34.582143 1303 kubelet_node_status.go:78] "Successfully registered node" node="newest-cni-814190"
Nov 22 03:04:35 newest-cni-814190 kubelet[1303]: I1122 03:04:35.266060 1303 apiserver.go:52] "Watching apiserver"
Nov 22 03:04:35 newest-cni-814190 kubelet[1303]: I1122 03:04:35.322833 1303 desired_state_of_world_populator.go:154] "Finished populating initial desired state of world"
Nov 22 03:04:35 newest-cni-814190 kubelet[1303]: I1122 03:04:35.364995 1303 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/etcd-newest-cni-814190" podStartSLOduration=1.364947282 podStartE2EDuration="1.364947282s" podCreationTimestamp="2025-11-22 03:04:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:04:35.35116671 +0000 UTC m=+1.176785668" watchObservedRunningTime="2025-11-22 03:04:35.364947282 +0000 UTC m=+1.190566215"
Nov 22 03:04:35 newest-cni-814190 kubelet[1303]: I1122 03:04:35.365158 1303 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-apiserver-newest-cni-814190" podStartSLOduration=1.365145535 podStartE2EDuration="1.365145535s" podCreationTimestamp="2025-11-22 03:04:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:04:35.364594978 +0000 UTC m=+1.190213927" watchObservedRunningTime="2025-11-22 03:04:35.365145535 +0000 UTC m=+1.190764477"
Nov 22 03:04:35 newest-cni-814190 kubelet[1303]: I1122 03:04:35.411961 1303 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-scheduler-newest-cni-814190" podStartSLOduration=1.411941672 podStartE2EDuration="1.411941672s" podCreationTimestamp="2025-11-22 03:04:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:04:35.388898009 +0000 UTC m=+1.214516958" watchObservedRunningTime="2025-11-22 03:04:35.411941672 +0000 UTC m=+1.237560605"
Nov 22 03:04:35 newest-cni-814190 kubelet[1303]: I1122 03:04:35.429693 1303 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/kube-apiserver-newest-cni-814190"
Nov 22 03:04:35 newest-cni-814190 kubelet[1303]: I1122 03:04:35.469022 1303 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-controller-manager-newest-cni-814190" podStartSLOduration=1.469004259 podStartE2EDuration="1.469004259s" podCreationTimestamp="2025-11-22 03:04:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:04:35.412361595 +0000 UTC m=+1.237980561" watchObservedRunningTime="2025-11-22 03:04:35.469004259 +0000 UTC m=+1.294623200"
Nov 22 03:04:35 newest-cni-814190 kubelet[1303]: E1122 03:04:35.469308 1303 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"kube-apiserver-newest-cni-814190\" already exists" pod="kube-system/kube-apiserver-newest-cni-814190"
Nov 22 03:04:38 newest-cni-814190 kubelet[1303]: I1122 03:04:38.909070 1303 kuberuntime_manager.go:1828] "Updating runtime config through cri with podcidr" CIDR="10.42.0.0/24"
Nov 22 03:04:38 newest-cni-814190 kubelet[1303]: I1122 03:04:38.910259 1303 kubelet_network.go:47] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="10.42.0.0/24"
Nov 22 03:04:39 newest-cni-814190 kubelet[1303]: I1122 03:04:39.708749 1303 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4-lib-modules\") pod \"kube-proxy-xmp9w\" (UID: \"a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4\") " pod="kube-system/kube-proxy-xmp9w"
Nov 22 03:04:39 newest-cni-814190 kubelet[1303]: I1122 03:04:39.708798 1303 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-proxy\" (UniqueName: \"kubernetes.io/configmap/a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4-kube-proxy\") pod \"kube-proxy-xmp9w\" (UID: \"a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4\") " pod="kube-system/kube-proxy-xmp9w"
Nov 22 03:04:39 newest-cni-814190 kubelet[1303]: I1122 03:04:39.708839 1303 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4-xtables-lock\") pod \"kube-proxy-xmp9w\" (UID: \"a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4\") " pod="kube-system/kube-proxy-xmp9w"
Nov 22 03:04:39 newest-cni-814190 kubelet[1303]: I1122 03:04:39.708857 1303 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ttzxq\" (UniqueName: \"kubernetes.io/projected/a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4-kube-api-access-ttzxq\") pod \"kube-proxy-xmp9w\" (UID: \"a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4\") " pod="kube-system/kube-proxy-xmp9w"
Nov 22 03:04:39 newest-cni-814190 kubelet[1303]: I1122 03:04:39.809767 1303 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/76c5cb4c-a08c-47d6-a055-e32626b1839e-lib-modules\") pod \"kindnet-6tzk6\" (UID: \"76c5cb4c-a08c-47d6-a055-e32626b1839e\") " pod="kube-system/kindnet-6tzk6"
Nov 22 03:04:39 newest-cni-814190 kubelet[1303]: I1122 03:04:39.810015 1303 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-q7qs9\" (UniqueName: \"kubernetes.io/projected/76c5cb4c-a08c-47d6-a055-e32626b1839e-kube-api-access-q7qs9\") pod \"kindnet-6tzk6\" (UID: \"76c5cb4c-a08c-47d6-a055-e32626b1839e\") " pod="kube-system/kindnet-6tzk6"
Nov 22 03:04:39 newest-cni-814190 kubelet[1303]: I1122 03:04:39.810172 1303 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/76c5cb4c-a08c-47d6-a055-e32626b1839e-xtables-lock\") pod \"kindnet-6tzk6\" (UID: \"76c5cb4c-a08c-47d6-a055-e32626b1839e\") " pod="kube-system/kindnet-6tzk6"
Nov 22 03:04:39 newest-cni-814190 kubelet[1303]: I1122 03:04:39.810386 1303 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/76c5cb4c-a08c-47d6-a055-e32626b1839e-cni-cfg\") pod \"kindnet-6tzk6\" (UID: \"76c5cb4c-a08c-47d6-a055-e32626b1839e\") " pod="kube-system/kindnet-6tzk6"
Nov 22 03:04:39 newest-cni-814190 kubelet[1303]: I1122 03:04:39.821586 1303 swap_util.go:74] "error creating dir to test if tmpfs noswap is enabled. Assuming not supported" mount path="" error="stat /var/lib/kubelet/plugins/kubernetes.io/empty-dir: no such file or directory"
Nov 22 03:04:40 newest-cni-814190 kubelet[1303]: I1122 03:04:40.502491 1303 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kindnet-6tzk6" podStartSLOduration=1.5024703019999999 podStartE2EDuration="1.502470302s" podCreationTimestamp="2025-11-22 03:04:39 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:04:40.469226879 +0000 UTC m=+6.294845828" watchObservedRunningTime="2025-11-22 03:04:40.502470302 +0000 UTC m=+6.328089235"
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-814190 -n newest-cni-814190
helpers_test.go:269: (dbg) Run: kubectl --context newest-cni-814190 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:280: non-running pods: coredns-66bc5c9577-g5fbx storage-provisioner
helpers_test.go:282: ======> post-mortem[TestStartStop/group/newest-cni/serial/EnableAddonWhileActive]: describe non-running pods <======
helpers_test.go:285: (dbg) Run: kubectl --context newest-cni-814190 describe pod coredns-66bc5c9577-g5fbx storage-provisioner
helpers_test.go:285: (dbg) Non-zero exit: kubectl --context newest-cni-814190 describe pod coredns-66bc5c9577-g5fbx storage-provisioner: exit status 1 (94.053533ms)
** stderr **
Error from server (NotFound): pods "coredns-66bc5c9577-g5fbx" not found
Error from server (NotFound): pods "storage-provisioner" not found
** /stderr **
helpers_test.go:287: kubectl --context newest-cni-814190 describe pod coredns-66bc5c9577-g5fbx storage-provisioner: exit status 1
--- FAIL: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive (2.45s)
=== RUN TestStartStop/group/newest-cni/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p newest-cni-814190 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 pause -p newest-cni-814190 --alsologtostderr -v=1: exit status 80 (2.032986064s)
-- stdout --
* Pausing node newest-cni-814190 ...
-- /stdout --
** stderr **
I1122 03:05:01.671751 211457 out.go:360] Setting OutFile to fd 1 ...
I1122 03:05:01.671962 211457 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:05:01.671997 211457 out.go:374] Setting ErrFile to fd 2...
I1122 03:05:01.672017 211457 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:05:01.672346 211457 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:05:01.672714 211457 out.go:368] Setting JSON to false
I1122 03:05:01.672771 211457 mustload.go:66] Loading cluster: newest-cni-814190
I1122 03:05:01.673271 211457 config.go:182] Loaded profile config "newest-cni-814190": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:05:01.674792 211457 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:05:01.695226 211457 host.go:66] Checking if "newest-cni-814190" exists ...
I1122 03:05:01.695649 211457 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:05:01.758456 211457 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:49 OomKillDisable:true NGoroutines:62 SystemTime:2025-11-22 03:05:01.746901228 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:05:01.759422 211457 pause.go:60] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/21924/minikube-v1.37.0-1763503576-21924-arm64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1763503576-21924/minikube-v1.37.0-1763503576-21924-arm64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1763503576-21924-arm64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) profile:newest-cni-814190 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(bool=true) wantupdatenotification:%!s(bool=true)
wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1122 03:05:01.763006 211457 out.go:179] * Pausing node newest-cni-814190 ...
I1122 03:05:01.765866 211457 host.go:66] Checking if "newest-cni-814190" exists ...
I1122 03:05:01.766201 211457 ssh_runner.go:195] Run: systemctl --version
I1122 03:05:01.766249 211457 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:05:01.784327 211457 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:05:01.918057 211457 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:05:01.933387 211457 pause.go:52] kubelet running: true
I1122 03:05:01.933465 211457 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 03:05:02.206536 211457 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 03:05:02.206631 211457 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 03:05:02.292068 211457 cri.go:89] found id: "00a90232502aae6a0cf2dfb3d37b60c42a425185a31cf8981a68daa1715aa6d8"
I1122 03:05:02.292094 211457 cri.go:89] found id: "0280ca6660565725aae202c2a61bc10dea24dd1418c8dc754e79bc76c0a088a4"
I1122 03:05:02.292100 211457 cri.go:89] found id: "26b8e35099b82a52bdc61a29f2e10efe00e9879aa7ee41774f68fe90e0a9c9af"
I1122 03:05:02.292104 211457 cri.go:89] found id: "b14dd31cb925994c08b8acb1ce61750ffc59900d5f33c6e5eaa39231c108c8ed"
I1122 03:05:02.292108 211457 cri.go:89] found id: "1cdfc41b52297292a2bbcd412fe43ff95f1e5a88184db3b27149948b10a7ad0d"
I1122 03:05:02.292111 211457 cri.go:89] found id: "c668b5104eeb538db40070fd55a98849b4d67f8aac9769e6ba8a89d50c982651"
I1122 03:05:02.292114 211457 cri.go:89] found id: ""
I1122 03:05:02.292192 211457 ssh_runner.go:195] Run: sudo runc list -f json
I1122 03:05:02.304551 211457 retry.go:31] will retry after 249.394133ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:05:02Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:05:02.555049 211457 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:05:02.569565 211457 pause.go:52] kubelet running: false
I1122 03:05:02.569656 211457 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 03:05:02.775381 211457 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 03:05:02.775503 211457 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 03:05:02.847341 211457 cri.go:89] found id: "00a90232502aae6a0cf2dfb3d37b60c42a425185a31cf8981a68daa1715aa6d8"
I1122 03:05:02.847370 211457 cri.go:89] found id: "0280ca6660565725aae202c2a61bc10dea24dd1418c8dc754e79bc76c0a088a4"
I1122 03:05:02.847376 211457 cri.go:89] found id: "26b8e35099b82a52bdc61a29f2e10efe00e9879aa7ee41774f68fe90e0a9c9af"
I1122 03:05:02.847380 211457 cri.go:89] found id: "b14dd31cb925994c08b8acb1ce61750ffc59900d5f33c6e5eaa39231c108c8ed"
I1122 03:05:02.847383 211457 cri.go:89] found id: "1cdfc41b52297292a2bbcd412fe43ff95f1e5a88184db3b27149948b10a7ad0d"
I1122 03:05:02.847387 211457 cri.go:89] found id: "c668b5104eeb538db40070fd55a98849b4d67f8aac9769e6ba8a89d50c982651"
I1122 03:05:02.847389 211457 cri.go:89] found id: ""
I1122 03:05:02.847471 211457 ssh_runner.go:195] Run: sudo runc list -f json
I1122 03:05:02.859342 211457 retry.go:31] will retry after 506.345677ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:05:02Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:05:03.366704 211457 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:05:03.380187 211457 pause.go:52] kubelet running: false
I1122 03:05:03.380271 211457 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 03:05:03.537868 211457 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 03:05:03.537993 211457 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 03:05:03.609391 211457 cri.go:89] found id: "00a90232502aae6a0cf2dfb3d37b60c42a425185a31cf8981a68daa1715aa6d8"
I1122 03:05:03.609414 211457 cri.go:89] found id: "0280ca6660565725aae202c2a61bc10dea24dd1418c8dc754e79bc76c0a088a4"
I1122 03:05:03.609419 211457 cri.go:89] found id: "26b8e35099b82a52bdc61a29f2e10efe00e9879aa7ee41774f68fe90e0a9c9af"
I1122 03:05:03.609423 211457 cri.go:89] found id: "b14dd31cb925994c08b8acb1ce61750ffc59900d5f33c6e5eaa39231c108c8ed"
I1122 03:05:03.609426 211457 cri.go:89] found id: "1cdfc41b52297292a2bbcd412fe43ff95f1e5a88184db3b27149948b10a7ad0d"
I1122 03:05:03.609430 211457 cri.go:89] found id: "c668b5104eeb538db40070fd55a98849b4d67f8aac9769e6ba8a89d50c982651"
I1122 03:05:03.609433 211457 cri.go:89] found id: ""
I1122 03:05:03.609483 211457 ssh_runner.go:195] Run: sudo runc list -f json
I1122 03:05:03.625515 211457 out.go:203]
W1122 03:05:03.628337 211457 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:05:03Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:05:03Z" level=error msg="open /run/runc: no such file or directory"
W1122 03:05:03.628356 211457 out.go:285] *
*
W1122 03:05:03.633324 211457 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 03:05:03.636218 211457 out.go:203]
** /stderr **
start_stop_delete_test.go:309: out/minikube-linux-arm64 pause -p newest-cni-814190 --alsologtostderr -v=1 failed: exit status 80
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect newest-cni-814190
helpers_test.go:243: (dbg) docker inspect newest-cni-814190:
-- stdout --
[
{
"Id": "f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712",
"Created": "2025-11-22T03:04:09.776248998Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 209701,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T03:04:46.087259873Z",
"FinishedAt": "2025-11-22T03:04:45.143020601Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712/hostname",
"HostsPath": "/var/lib/docker/containers/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712/hosts",
"LogPath": "/var/lib/docker/containers/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712-json.log",
"Name": "/newest-cni-814190",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"newest-cni-814190:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "newest-cni-814190",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712",
"LowerDir": "/var/lib/docker/overlay2/640a5e3f8f6a4c97a44c88040b9399ec06397e630bed651af79a22e765db8917-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/640a5e3f8f6a4c97a44c88040b9399ec06397e630bed651af79a22e765db8917/merged",
"UpperDir": "/var/lib/docker/overlay2/640a5e3f8f6a4c97a44c88040b9399ec06397e630bed651af79a22e765db8917/diff",
"WorkDir": "/var/lib/docker/overlay2/640a5e3f8f6a4c97a44c88040b9399ec06397e630bed651af79a22e765db8917/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "newest-cni-814190",
"Source": "/var/lib/docker/volumes/newest-cni-814190/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "newest-cni-814190",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "newest-cni-814190",
"name.minikube.sigs.k8s.io": "newest-cni-814190",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "d908999146104372b3b8cf43cdaac54cf0bbc38ea467446cab53b838068a21d5",
"SandboxKey": "/var/run/docker/netns/d90899914610",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33091"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33092"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33095"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33093"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33094"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"newest-cni-814190": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "ce:21:21:bb:f5:a9",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "498fd2ecd3a333202ab6663abc713b2c6641705fbef6e02f9532105f288f2955",
"EndpointID": "833b877e78bff4b8caa1b5e35694c069cbb49beaa72849b5642e368f4d08da95",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"newest-cni-814190",
"f9d52b286a17"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-814190 -n newest-cni-814190
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-814190 -n newest-cni-814190: exit status 2 (365.706781ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/newest-cni/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p newest-cni-814190 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p newest-cni-814190 logs -n 25: (1.156714745s)
helpers_test.go:260: TestStartStop/group/newest-cni/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ addons │ enable metrics-server -p no-preload-564946 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ stop │ -p no-preload-564946 --alsologtostderr -v=3 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable dashboard -p no-preload-564946 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ start │ -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:03 UTC │
│ addons │ enable metrics-server -p embed-certs-114686 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ stop │ -p embed-certs-114686 --alsologtostderr -v=3 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable dashboard -p embed-certs-114686 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ start │ -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:03 UTC │
│ image │ no-preload-564946 image list --format=json │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ pause │ -p no-preload-564946 --alsologtostderr -v=1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
│ delete │ -p no-preload-564946 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ delete │ -p no-preload-564946 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ delete │ -p disable-driver-mounts-318891 │ disable-driver-mounts-318891 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ start │ -p default-k8s-diff-port-241752 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:04 UTC │
│ image │ embed-certs-114686 image list --format=json │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ pause │ -p embed-certs-114686 --alsologtostderr -v=1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
│ delete │ -p embed-certs-114686 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:04 UTC │
│ delete │ -p embed-certs-114686 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ start │ -p newest-cni-814190 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ addons │ enable metrics-server -p newest-cni-814190 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ │
│ stop │ -p newest-cni-814190 --alsologtostderr -v=3 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ addons │ enable dashboard -p newest-cni-814190 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ start │ -p newest-cni-814190 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:05 UTC │
│ image │ newest-cni-814190 image list --format=json │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ 22 Nov 25 03:05 UTC │
│ pause │ -p newest-cni-814190 --alsologtostderr -v=1 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/11/22 03:04:45
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 03:04:45.797866 209576 out.go:360] Setting OutFile to fd 1 ...
I1122 03:04:45.798014 209576 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:04:45.798025 209576 out.go:374] Setting ErrFile to fd 2...
I1122 03:04:45.798030 209576 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:04:45.798288 209576 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:04:45.798655 209576 out.go:368] Setting JSON to false
I1122 03:04:45.799622 209576 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6412,"bootTime":1763774274,"procs":194,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 03:04:45.799694 209576 start.go:143] virtualization:
I1122 03:04:45.802704 209576 out.go:179] * [newest-cni-814190] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 03:04:45.806535 209576 out.go:179] - MINIKUBE_LOCATION=21946
I1122 03:04:45.806641 209576 notify.go:221] Checking for updates...
I1122 03:04:45.812719 209576 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 03:04:45.815654 209576 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:04:45.818449 209576 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 03:04:45.821271 209576 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 03:04:45.824125 209576 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 03:04:45.827450 209576 config.go:182] Loaded profile config "newest-cni-814190": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:04:45.828009 209576 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 03:04:45.852430 209576 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 03:04:45.852546 209576 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:04:45.911615 209576 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:39 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 03:04:45.902198724 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:04:45.911723 209576 docker.go:319] overlay module found
I1122 03:04:45.914904 209576 out.go:179] * Using the docker driver based on existing profile
I1122 03:04:45.917781 209576 start.go:309] selected driver: docker
I1122 03:04:45.917812 209576 start.go:927] validating driver "docker" against &{Name:newest-cni-814190 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker Mou
ntIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:04:45.917918 209576 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 03:04:45.918614 209576 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:04:45.979906 209576 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:39 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 03:04:45.970819464 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:04:45.980306 209576 start_flags.go:1011] Waiting for components: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1122 03:04:45.980340 209576 cni.go:84] Creating CNI manager for ""
I1122 03:04:45.980395 209576 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:04:45.980448 209576 start.go:353] cluster config:
{Name:newest-cni-814190 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker
BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:04:45.985490 209576 out.go:179] * Starting "newest-cni-814190" primary control-plane node in "newest-cni-814190" cluster
I1122 03:04:45.988341 209576 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 03:04:45.991262 209576 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 03:04:45.994124 209576 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:04:45.994183 209576 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 03:04:45.994196 209576 cache.go:65] Caching tarball of preloaded images
I1122 03:04:45.994202 209576 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 03:04:45.994312 209576 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 03:04:45.994324 209576 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 03:04:45.994475 209576 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/config.json ...
I1122 03:04:46.020082 209576 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 03:04:46.020111 209576 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 03:04:46.020130 209576 cache.go:243] Successfully downloaded all kic artifacts
I1122 03:04:46.020162 209576 start.go:360] acquireMachinesLock for newest-cni-814190: {Name:mk86c8e5002b87034287d292c2d6cc16140d4618 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:04:46.020224 209576 start.go:364] duration metric: took 37.925µs to acquireMachinesLock for "newest-cni-814190"
I1122 03:04:46.020247 209576 start.go:96] Skipping create...Using existing machine configuration
I1122 03:04:46.020252 209576 fix.go:54] fixHost starting:
I1122 03:04:46.020505 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:46.043086 209576 fix.go:112] recreateIfNeeded on newest-cni-814190: state=Stopped err=<nil>
W1122 03:04:46.043126 209576 fix.go:138] unexpected machine state, will restart: <nil>
W1122 03:04:43.772262 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
W1122 03:04:45.772635 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
I1122 03:04:46.046321 209576 out.go:252] * Restarting existing docker container for "newest-cni-814190" ...
I1122 03:04:46.046431 209576 cli_runner.go:164] Run: docker start newest-cni-814190
I1122 03:04:46.323736 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:46.345262 209576 kic.go:430] container "newest-cni-814190" state is running.
I1122 03:04:46.345665 209576 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-814190
I1122 03:04:46.369619 209576 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/config.json ...
I1122 03:04:46.369862 209576 machine.go:94] provisionDockerMachine start ...
I1122 03:04:46.369926 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:46.394410 209576 main.go:143] libmachine: Using SSH client type: native
I1122 03:04:46.394799 209576 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33091 <nil> <nil>}
I1122 03:04:46.394810 209576 main.go:143] libmachine: About to run SSH command:
hostname
I1122 03:04:46.395389 209576 main.go:143] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1122 03:04:49.542277 209576 main.go:143] libmachine: SSH cmd err, output: <nil>: newest-cni-814190
I1122 03:04:49.542298 209576 ubuntu.go:182] provisioning hostname "newest-cni-814190"
I1122 03:04:49.542359 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:49.561865 209576 main.go:143] libmachine: Using SSH client type: native
I1122 03:04:49.562211 209576 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33091 <nil> <nil>}
I1122 03:04:49.562224 209576 main.go:143] libmachine: About to run SSH command:
sudo hostname newest-cni-814190 && echo "newest-cni-814190" | sudo tee /etc/hostname
I1122 03:04:49.717375 209576 main.go:143] libmachine: SSH cmd err, output: <nil>: newest-cni-814190
I1122 03:04:49.717473 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:49.736221 209576 main.go:143] libmachine: Using SSH client type: native
I1122 03:04:49.736540 209576 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33091 <nil> <nil>}
I1122 03:04:49.736563 209576 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\snewest-cni-814190' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 newest-cni-814190/g' /etc/hosts;
else
echo '127.0.1.1 newest-cni-814190' | sudo tee -a /etc/hosts;
fi
fi
I1122 03:04:49.879015 209576 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 03:04:49.879040 209576 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 03:04:49.879085 209576 ubuntu.go:190] setting up certificates
I1122 03:04:49.879097 209576 provision.go:84] configureAuth start
I1122 03:04:49.879181 209576 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-814190
I1122 03:04:49.896840 209576 provision.go:143] copyHostCerts
I1122 03:04:49.896920 209576 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 03:04:49.896934 209576 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 03:04:49.897017 209576 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 03:04:49.897116 209576 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 03:04:49.897121 209576 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 03:04:49.897146 209576 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 03:04:49.897237 209576 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 03:04:49.897242 209576 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 03:04:49.897265 209576 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 03:04:49.897327 209576 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.newest-cni-814190 san=[127.0.0.1 192.168.85.2 localhost minikube newest-cni-814190]
I1122 03:04:50.241648 209576 provision.go:177] copyRemoteCerts
I1122 03:04:50.241718 209576 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 03:04:50.241771 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:50.260081 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:50.362656 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 03:04:50.381006 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1122 03:04:50.401916 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1122 03:04:50.421357 209576 provision.go:87] duration metric: took 542.233594ms to configureAuth
I1122 03:04:50.421384 209576 ubuntu.go:206] setting minikube options for container-runtime
I1122 03:04:50.421578 209576 config.go:182] Loaded profile config "newest-cni-814190": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:04:50.421678 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:50.438615 209576 main.go:143] libmachine: Using SSH client type: native
I1122 03:04:50.438952 209576 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33091 <nil> <nil>}
I1122 03:04:50.438968 209576 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 03:04:50.753873 209576 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 03:04:50.753905 209576 machine.go:97] duration metric: took 4.384025908s to provisionDockerMachine
I1122 03:04:50.753916 209576 start.go:293] postStartSetup for "newest-cni-814190" (driver="docker")
I1122 03:04:50.753936 209576 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 03:04:50.754010 209576 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 03:04:50.754064 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:50.773269 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
W1122 03:04:48.272868 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
W1122 03:04:50.771845 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
I1122 03:04:50.874976 209576 ssh_runner.go:195] Run: cat /etc/os-release
I1122 03:04:50.878349 209576 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 03:04:50.878378 209576 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 03:04:50.878389 209576 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 03:04:50.878455 209576 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 03:04:50.878552 209576 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 03:04:50.878682 209576 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1122 03:04:50.886205 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:04:50.903700 209576 start.go:296] duration metric: took 149.769149ms for postStartSetup
I1122 03:04:50.903815 209576 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 03:04:50.903858 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:50.921412 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:51.024301 209576 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 03:04:51.029595 209576 fix.go:56] duration metric: took 5.009335305s for fixHost
I1122 03:04:51.029620 209576 start.go:83] releasing machines lock for "newest-cni-814190", held for 5.009384553s
I1122 03:04:51.029696 209576 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-814190
I1122 03:04:51.048701 209576 ssh_runner.go:195] Run: cat /version.json
I1122 03:04:51.048758 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:51.049006 209576 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 03:04:51.049080 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:51.067907 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:51.080168 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:51.265804 209576 ssh_runner.go:195] Run: systemctl --version
I1122 03:04:51.272943 209576 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 03:04:51.309745 209576 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 03:04:51.314830 209576 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 03:04:51.314904 209576 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 03:04:51.322669 209576 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1122 03:04:51.322793 209576 start.go:496] detecting cgroup driver to use...
I1122 03:04:51.322841 209576 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 03:04:51.322912 209576 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 03:04:51.337847 209576 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 03:04:51.351006 209576 docker.go:218] disabling cri-docker service (if available) ...
I1122 03:04:51.351077 209576 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 03:04:51.366682 209576 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 03:04:51.380255 209576 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 03:04:51.502266 209576 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 03:04:51.628810 209576 docker.go:234] disabling docker service ...
I1122 03:04:51.628885 209576 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 03:04:51.644021 209576 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 03:04:51.656765 209576 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 03:04:51.787556 209576 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 03:04:51.910087 209576 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 03:04:51.924975 209576 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 03:04:51.941037 209576 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 03:04:51.941165 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:51.951064 209576 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 03:04:51.951165 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:51.960354 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:51.969646 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:51.978389 209576 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 03:04:51.986739 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:51.995593 209576 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:52.008004 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:52.019733 209576 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 03:04:52.028039 209576 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 03:04:52.035707 209576 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:04:52.149246 209576 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 03:04:52.330962 209576 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 03:04:52.331100 209576 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 03:04:52.335046 209576 start.go:564] Will wait 60s for crictl version
I1122 03:04:52.335146 209576 ssh_runner.go:195] Run: which crictl
I1122 03:04:52.338486 209576 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 03:04:52.367187 209576 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 03:04:52.367322 209576 ssh_runner.go:195] Run: crio --version
I1122 03:04:52.403556 209576 ssh_runner.go:195] Run: crio --version
I1122 03:04:52.438805 209576 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 03:04:52.441396 209576 cli_runner.go:164] Run: docker network inspect newest-cni-814190 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:04:52.458210 209576 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1122 03:04:52.462117 209576 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:04:52.474431 209576 out.go:179] - kubeadm.pod-network-cidr=10.42.0.0/16
I1122 03:04:52.476955 209576 kubeadm.go:884] updating cluster {Name:newest-cni-814190 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:
262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 03:04:52.477118 209576 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:04:52.477210 209576 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:04:52.511424 209576 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:04:52.511450 209576 crio.go:433] Images already preloaded, skipping extraction
I1122 03:04:52.511509 209576 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:04:52.551302 209576 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:04:52.551325 209576 cache_images.go:86] Images are preloaded, skipping loading
I1122 03:04:52.551333 209576 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1122 03:04:52.551425 209576 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=newest-cni-814190 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 03:04:52.551509 209576 ssh_runner.go:195] Run: crio config
I1122 03:04:52.613352 209576 cni.go:84] Creating CNI manager for ""
I1122 03:04:52.613376 209576 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:04:52.613393 209576 kubeadm.go:85] Using pod CIDR: 10.42.0.0/16
I1122 03:04:52.613433 209576 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.42.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:newest-cni-814190 NodeName:newest-cni-814190 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/
kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 03:04:52.613585 209576 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "newest-cni-814190"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.42.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.42.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 03:04:52.613666 209576 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 03:04:52.622047 209576 binaries.go:51] Found k8s binaries, skipping transfer
I1122 03:04:52.622124 209576 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 03:04:52.631315 209576 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1122 03:04:52.645688 209576 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 03:04:52.659885 209576 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2212 bytes)
I1122 03:04:52.674866 209576 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1122 03:04:52.678732 209576 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:04:52.689419 209576 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:04:52.803515 209576 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:04:52.821162 209576 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190 for IP: 192.168.85.2
I1122 03:04:52.821184 209576 certs.go:195] generating shared ca certs ...
I1122 03:04:52.821199 209576 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:52.821362 209576 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 03:04:52.821422 209576 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 03:04:52.821435 209576 certs.go:257] generating profile certs ...
I1122 03:04:52.821547 209576 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/client.key
I1122 03:04:52.821631 209576 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.key.be927975
I1122 03:04:52.821678 209576 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/proxy-client.key
I1122 03:04:52.821806 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 03:04:52.821852 209576 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 03:04:52.821868 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 03:04:52.821897 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 03:04:52.821937 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 03:04:52.821963 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 03:04:52.822023 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:04:52.822773 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 03:04:52.852793 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 03:04:52.873923 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 03:04:52.897053 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 03:04:52.920737 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1122 03:04:52.944595 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1122 03:04:52.979455 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 03:04:53.004503 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1122 03:04:53.033737 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 03:04:53.055760 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 03:04:53.077269 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 03:04:53.097969 209576 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 03:04:53.111938 209576 ssh_runner.go:195] Run: openssl version
I1122 03:04:53.119428 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 03:04:53.128235 209576 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 03:04:53.133939 209576 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 03:04:53.134029 209576 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 03:04:53.176009 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 03:04:53.184310 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 03:04:53.193004 209576 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 03:04:53.197062 209576 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 03:04:53.197128 209576 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 03:04:53.241931 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 03:04:53.250652 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 03:04:53.259695 209576 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 03:04:53.264204 209576 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 03:04:53.264299 209576 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 03:04:53.305866 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 03:04:53.313768 209576 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 03:04:53.317558 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1122 03:04:53.358445 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1122 03:04:53.399240 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1122 03:04:53.439930 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1122 03:04:53.490615 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1122 03:04:53.555049 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1122 03:04:53.608573 209576 kubeadm.go:401] StartCluster: {Name:newest-cni-814190 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262
144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:04:53.608725 209576 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 03:04:53.608839 209576 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 03:04:53.706395 209576 cri.go:89] found id: "26b8e35099b82a52bdc61a29f2e10efe00e9879aa7ee41774f68fe90e0a9c9af"
I1122 03:04:53.706469 209576 cri.go:89] found id: "b14dd31cb925994c08b8acb1ce61750ffc59900d5f33c6e5eaa39231c108c8ed"
I1122 03:04:53.706495 209576 cri.go:89] found id: "c668b5104eeb538db40070fd55a98849b4d67f8aac9769e6ba8a89d50c982651"
I1122 03:04:53.706519 209576 cri.go:89] found id: ""
I1122 03:04:53.706598 209576 ssh_runner.go:195] Run: sudo runc list -f json
W1122 03:04:53.728270 209576 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:04:53Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:04:53.728426 209576 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 03:04:53.792607 209576 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1122 03:04:53.792664 209576 kubeadm.go:598] restartPrimaryControlPlane start ...
I1122 03:04:53.792759 209576 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1122 03:04:53.805247 209576 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1122 03:04:53.805976 209576 kubeconfig.go:47] verify endpoint returned: get endpoint: "newest-cni-814190" does not appear in /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:04:53.806339 209576 kubeconfig.go:62] /home/jenkins/minikube-integration/21946-2339/kubeconfig needs updating (will repair): [kubeconfig missing "newest-cni-814190" cluster setting kubeconfig missing "newest-cni-814190" context setting]
I1122 03:04:53.806946 209576 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:53.810247 209576 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1122 03:04:53.837626 209576 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.85.2
I1122 03:04:53.837708 209576 kubeadm.go:602] duration metric: took 45.012703ms to restartPrimaryControlPlane
I1122 03:04:53.837751 209576 kubeadm.go:403] duration metric: took 229.187584ms to StartCluster
I1122 03:04:53.837781 209576 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:53.837888 209576 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:04:53.839043 209576 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:53.839344 209576 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:04:53.839857 209576 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 03:04:53.839936 209576 addons.go:70] Setting storage-provisioner=true in profile "newest-cni-814190"
I1122 03:04:53.839951 209576 addons.go:239] Setting addon storage-provisioner=true in "newest-cni-814190"
W1122 03:04:53.839957 209576 addons.go:248] addon storage-provisioner should already be in state true
I1122 03:04:53.839980 209576 host.go:66] Checking if "newest-cni-814190" exists ...
I1122 03:04:53.840449 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:53.840897 209576 config.go:182] Loaded profile config "newest-cni-814190": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:04:53.840988 209576 addons.go:70] Setting dashboard=true in profile "newest-cni-814190"
I1122 03:04:53.841027 209576 addons.go:239] Setting addon dashboard=true in "newest-cni-814190"
W1122 03:04:53.841052 209576 addons.go:248] addon dashboard should already be in state true
I1122 03:04:53.841104 209576 host.go:66] Checking if "newest-cni-814190" exists ...
I1122 03:04:53.841607 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:53.842926 209576 addons.go:70] Setting default-storageclass=true in profile "newest-cni-814190"
I1122 03:04:53.842947 209576 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "newest-cni-814190"
I1122 03:04:53.843438 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:53.846579 209576 out.go:179] * Verifying Kubernetes components...
I1122 03:04:53.850863 209576 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:04:53.882125 209576 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1122 03:04:53.887299 209576 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1122 03:04:53.890477 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1122 03:04:53.890503 209576 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1122 03:04:53.890585 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:53.908410 209576 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1122 03:04:53.911828 209576 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:04:53.911857 209576 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 03:04:53.911923 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:53.913034 209576 addons.go:239] Setting addon default-storageclass=true in "newest-cni-814190"
W1122 03:04:53.913056 209576 addons.go:248] addon default-storageclass should already be in state true
I1122 03:04:53.913085 209576 host.go:66] Checking if "newest-cni-814190" exists ...
I1122 03:04:53.913524 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:53.943794 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:53.960127 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:53.980847 209576 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 03:04:53.980871 209576 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 03:04:53.980929 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:54.013239 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:54.318616 209576 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:04:54.377955 209576 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:04:54.424175 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1122 03:04:54.424199 209576 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1122 03:04:54.465696 209576 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 03:04:54.481514 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1122 03:04:54.481581 209576 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1122 03:04:54.503827 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1122 03:04:54.503897 209576 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1122 03:04:54.564912 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1122 03:04:54.564987 209576 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1122 03:04:54.632606 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1122 03:04:54.632678 209576 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1122 03:04:54.663167 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1122 03:04:54.663244 209576 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1122 03:04:54.699931 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1122 03:04:54.699957 209576 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1122 03:04:54.721423 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1122 03:04:54.721498 209576 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1122 03:04:54.746039 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1122 03:04:54.746116 209576 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1122 03:04:54.774034 209576 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
W1122 03:04:52.773482 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
I1122 03:04:53.786776 202629 node_ready.go:49] node "default-k8s-diff-port-241752" is "Ready"
I1122 03:04:53.786801 202629 node_ready.go:38] duration metric: took 41.017773747s for node "default-k8s-diff-port-241752" to be "Ready" ...
I1122 03:04:53.786814 202629 api_server.go:52] waiting for apiserver process to appear ...
I1122 03:04:53.786872 202629 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 03:04:53.812832 202629 api_server.go:72] duration metric: took 42.095035594s to wait for apiserver process to appear ...
I1122 03:04:53.812852 202629 api_server.go:88] waiting for apiserver healthz status ...
I1122 03:04:53.812871 202629 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8444/healthz ...
I1122 03:04:53.880296 202629 api_server.go:279] https://192.168.76.2:8444/healthz returned 200:
ok
I1122 03:04:53.882292 202629 api_server.go:141] control plane version: v1.34.1
I1122 03:04:53.882313 202629 api_server.go:131] duration metric: took 69.454102ms to wait for apiserver health ...
I1122 03:04:53.882322 202629 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 03:04:53.903677 202629 system_pods.go:59] 8 kube-system pods found
I1122 03:04:53.903712 202629 system_pods.go:61] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:04:53.903719 202629 system_pods.go:61] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running
I1122 03:04:53.903725 202629 system_pods.go:61] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running
I1122 03:04:53.903730 202629 system_pods.go:61] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:04:53.903735 202629 system_pods.go:61] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running
I1122 03:04:53.903742 202629 system_pods.go:61] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running
I1122 03:04:53.903746 202629 system_pods.go:61] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running
I1122 03:04:53.903757 202629 system_pods.go:61] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:04:53.903764 202629 system_pods.go:74] duration metric: took 21.436964ms to wait for pod list to return data ...
I1122 03:04:53.903772 202629 default_sa.go:34] waiting for default service account to be created ...
I1122 03:04:53.932623 202629 default_sa.go:45] found service account: "default"
I1122 03:04:53.932646 202629 default_sa.go:55] duration metric: took 28.86759ms for default service account to be created ...
I1122 03:04:53.932655 202629 system_pods.go:116] waiting for k8s-apps to be running ...
I1122 03:04:53.959892 202629 system_pods.go:86] 8 kube-system pods found
I1122 03:04:53.959925 202629 system_pods.go:89] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:04:53.959932 202629 system_pods.go:89] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running
I1122 03:04:53.959939 202629 system_pods.go:89] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running
I1122 03:04:53.959943 202629 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:04:53.959947 202629 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running
I1122 03:04:53.959952 202629 system_pods.go:89] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running
I1122 03:04:53.959955 202629 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running
I1122 03:04:53.959961 202629 system_pods.go:89] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:04:53.959985 202629 retry.go:31] will retry after 269.525973ms: missing components: kube-dns
I1122 03:04:54.242683 202629 system_pods.go:86] 8 kube-system pods found
I1122 03:04:54.242726 202629 system_pods.go:89] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:04:54.242734 202629 system_pods.go:89] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running
I1122 03:04:54.242741 202629 system_pods.go:89] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running
I1122 03:04:54.242746 202629 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:04:54.242751 202629 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running
I1122 03:04:54.242755 202629 system_pods.go:89] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running
I1122 03:04:54.242759 202629 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running
I1122 03:04:54.242764 202629 system_pods.go:89] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:04:54.242778 202629 retry.go:31] will retry after 295.945167ms: missing components: kube-dns
I1122 03:04:54.542641 202629 system_pods.go:86] 8 kube-system pods found
I1122 03:04:54.542674 202629 system_pods.go:89] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:04:54.542680 202629 system_pods.go:89] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running
I1122 03:04:54.542687 202629 system_pods.go:89] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running
I1122 03:04:54.542692 202629 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:04:54.542697 202629 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running
I1122 03:04:54.542702 202629 system_pods.go:89] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running
I1122 03:04:54.542707 202629 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running
I1122 03:04:54.542764 202629 system_pods.go:89] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:04:54.542784 202629 retry.go:31] will retry after 397.199627ms: missing components: kube-dns
I1122 03:04:54.972041 202629 system_pods.go:86] 8 kube-system pods found
I1122 03:04:54.972128 202629 system_pods.go:89] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Running
I1122 03:04:54.972154 202629 system_pods.go:89] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running
I1122 03:04:54.972193 202629 system_pods.go:89] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running
I1122 03:04:54.972220 202629 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:04:54.972242 202629 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running
I1122 03:04:54.972262 202629 system_pods.go:89] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running
I1122 03:04:54.972296 202629 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running
I1122 03:04:54.972322 202629 system_pods.go:89] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Running
I1122 03:04:54.972347 202629 system_pods.go:126] duration metric: took 1.039683964s to wait for k8s-apps to be running ...
I1122 03:04:54.972368 202629 system_svc.go:44] waiting for kubelet service to be running ....
I1122 03:04:54.972466 202629 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:04:55.002402 202629 system_svc.go:56] duration metric: took 30.023164ms WaitForService to wait for kubelet
I1122 03:04:55.002431 202629 kubeadm.go:587] duration metric: took 43.284637576s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:04:55.002450 202629 node_conditions.go:102] verifying NodePressure condition ...
I1122 03:04:55.008113 202629 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 03:04:55.008149 202629 node_conditions.go:123] node cpu capacity is 2
I1122 03:04:55.008163 202629 node_conditions.go:105] duration metric: took 5.707616ms to run NodePressure ...
I1122 03:04:55.008177 202629 start.go:242] waiting for startup goroutines ...
I1122 03:04:55.008185 202629 start.go:247] waiting for cluster config update ...
I1122 03:04:55.008196 202629 start.go:256] writing updated cluster config ...
I1122 03:04:55.008552 202629 ssh_runner.go:195] Run: rm -f paused
I1122 03:04:55.015126 202629 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:04:55.065537 202629 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-qwfkr" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.073636 202629 pod_ready.go:94] pod "coredns-66bc5c9577-qwfkr" is "Ready"
I1122 03:04:55.073708 202629 pod_ready.go:86] duration metric: took 8.094423ms for pod "coredns-66bc5c9577-qwfkr" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.078820 202629 pod_ready.go:83] waiting for pod "etcd-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.089576 202629 pod_ready.go:94] pod "etcd-default-k8s-diff-port-241752" is "Ready"
I1122 03:04:55.089660 202629 pod_ready.go:86] duration metric: took 10.748128ms for pod "etcd-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.098363 202629 pod_ready.go:83] waiting for pod "kube-apiserver-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.106584 202629 pod_ready.go:94] pod "kube-apiserver-default-k8s-diff-port-241752" is "Ready"
I1122 03:04:55.106664 202629 pod_ready.go:86] duration metric: took 8.23099ms for pod "kube-apiserver-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.112235 202629 pod_ready.go:83] waiting for pod "kube-controller-manager-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.419872 202629 pod_ready.go:94] pod "kube-controller-manager-default-k8s-diff-port-241752" is "Ready"
I1122 03:04:55.419951 202629 pod_ready.go:86] duration metric: took 307.64632ms for pod "kube-controller-manager-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.620082 202629 pod_ready.go:83] waiting for pod "kube-proxy-h9rql" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:56.019713 202629 pod_ready.go:94] pod "kube-proxy-h9rql" is "Ready"
I1122 03:04:56.019793 202629 pod_ready.go:86] duration metric: took 399.641992ms for pod "kube-proxy-h9rql" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:56.226260 202629 pod_ready.go:83] waiting for pod "kube-scheduler-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:56.619650 202629 pod_ready.go:94] pod "kube-scheduler-default-k8s-diff-port-241752" is "Ready"
I1122 03:04:56.619754 202629 pod_ready.go:86] duration metric: took 393.403088ms for pod "kube-scheduler-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:56.619800 202629 pod_ready.go:40] duration metric: took 1.604621505s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:04:56.715310 202629 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 03:04:56.720640 202629 out.go:179] * Done! kubectl is now configured to use "default-k8s-diff-port-241752" cluster and "default" namespace by default
I1122 03:05:00.179980 209576 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.861322905s)
I1122 03:05:00.180051 209576 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (5.802077121s)
I1122 03:05:00.180095 209576 api_server.go:52] waiting for apiserver process to appear ...
I1122 03:05:00.180170 209576 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 03:05:00.180265 209576 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.714542473s)
I1122 03:05:00.180722 209576 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (5.406598151s)
I1122 03:05:00.188001 209576 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p newest-cni-814190 addons enable metrics-server
I1122 03:05:00.308381 209576 api_server.go:72] duration metric: took 6.468978545s to wait for apiserver process to appear ...
I1122 03:05:00.308419 209576 api_server.go:88] waiting for apiserver healthz status ...
I1122 03:05:00.308442 209576 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 03:05:00.335270 209576 api_server.go:279] https://192.168.85.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1122 03:05:00.335309 209576 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1122 03:05:00.355616 209576 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
I1122 03:05:00.360641 209576 addons.go:530] duration metric: took 6.520763487s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1122 03:05:00.809171 209576 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 03:05:00.817684 209576 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1122 03:05:00.818881 209576 api_server.go:141] control plane version: v1.34.1
I1122 03:05:00.818905 209576 api_server.go:131] duration metric: took 510.478317ms to wait for apiserver health ...
I1122 03:05:00.818914 209576 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 03:05:00.822944 209576 system_pods.go:59] 8 kube-system pods found
I1122 03:05:00.822980 209576 system_pods.go:61] "coredns-66bc5c9577-g5fbx" [31d8ddff-b903-430c-880c-9b3aa7e89c49] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1122 03:05:00.822991 209576 system_pods.go:61] "etcd-newest-cni-814190" [7f79ee68-dc7d-4676-bc74-279ec301de96] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 03:05:00.822997 209576 system_pods.go:61] "kindnet-6tzk6" [76c5cb4c-a08c-47d6-a055-e32626b1839e] Running
I1122 03:05:00.823005 209576 system_pods.go:61] "kube-apiserver-newest-cni-814190" [f69e7167-b083-45e1-9b39-44c98add1a52] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1122 03:05:00.823011 209576 system_pods.go:61] "kube-controller-manager-newest-cni-814190" [77b479ae-21e4-422a-8e86-6123f7fe488c] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 03:05:00.823028 209576 system_pods.go:61] "kube-proxy-xmp9w" [a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4] Running
I1122 03:05:00.823035 209576 system_pods.go:61] "kube-scheduler-newest-cni-814190" [2feac19d-6b3f-4c3c-b9a5-81d7e94abde6] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 03:05:00.823048 209576 system_pods.go:61] "storage-provisioner" [66347a7e-f1a0-4bf8-8186-d44599f04a4f] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1122 03:05:00.823058 209576 system_pods.go:74] duration metric: took 4.137657ms to wait for pod list to return data ...
I1122 03:05:00.823067 209576 default_sa.go:34] waiting for default service account to be created ...
I1122 03:05:00.825503 209576 default_sa.go:45] found service account: "default"
I1122 03:05:00.825542 209576 default_sa.go:55] duration metric: took 2.468235ms for default service account to be created ...
I1122 03:05:00.825556 209576 kubeadm.go:587] duration metric: took 6.98616216s to wait for: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1122 03:05:00.825574 209576 node_conditions.go:102] verifying NodePressure condition ...
I1122 03:05:00.828248 209576 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 03:05:00.828354 209576 node_conditions.go:123] node cpu capacity is 2
I1122 03:05:00.828382 209576 node_conditions.go:105] duration metric: took 2.801373ms to run NodePressure ...
I1122 03:05:00.828424 209576 start.go:242] waiting for startup goroutines ...
I1122 03:05:00.828445 209576 start.go:247] waiting for cluster config update ...
I1122 03:05:00.828475 209576 start.go:256] writing updated cluster config ...
I1122 03:05:00.828822 209576 ssh_runner.go:195] Run: rm -f paused
I1122 03:05:00.911616 209576 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 03:05:00.914928 209576 out.go:179] * Done! kubectl is now configured to use "newest-cni-814190" cluster and "default" namespace by default
==> CRI-O <==
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.285746966Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.296967031Z" level=info msg="Running pod sandbox: kube-system/kindnet-6tzk6/POD" id=6d4a6718-edda-4559-98b1-84ce970e5531 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.29748206Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.323262723Z" level=warning msg="Skipping invalid sysctl specified by config {net.ipv4.ip_unprivileged_port_start 0}: \"net.ipv4.ip_unprivileged_port_start\" not allowed with host net enabled" id=34c9375a-c6a7-4aa9-aa5d-6c8ebca451fe name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.323790102Z" level=warning msg="Skipping invalid sysctl specified by config {net.ipv4.ip_unprivileged_port_start 0}: \"net.ipv4.ip_unprivileged_port_start\" not allowed with host net enabled" id=6d4a6718-edda-4559-98b1-84ce970e5531 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.351883241Z" level=info msg="Ran pod sandbox 8bb229465ab96bb4345f295be45f8f87b4435aaef06929b6b0401de125ce8f61 with infra container: kube-system/kube-proxy-xmp9w/POD" id=34c9375a-c6a7-4aa9-aa5d-6c8ebca451fe name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.3598031Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.34.1" id=aa7d1732-1cc4-43d7-9c7b-a921dc17bc80 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.364487451Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.34.1" id=b0dc02db-25f9-47b8-a1fc-33269fe09639 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.371070935Z" level=info msg="Ran pod sandbox 2497f7c36d1674c189d8311e0b9b75178fddd5d7a6bdb63cd5a3a11f10fec7e2 with infra container: kube-system/kindnet-6tzk6/POD" id=6d4a6718-edda-4559-98b1-84ce970e5531 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.374293019Z" level=info msg="Creating container: kube-system/kube-proxy-xmp9w/kube-proxy" id=aea26222-55bb-4a71-b57a-5e857bc575b3 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.374563683Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.390221237Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20250512-df8de77b" id=933cc294-ee5f-4951-8aa8-e88412d678d3 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.394665136Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20250512-df8de77b" id=9f25b76a-3691-4d58-9c55-4ea7e22971ea name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.403965866Z" level=info msg="Creating container: kube-system/kindnet-6tzk6/kindnet-cni" id=550a889c-f635-4609-bc45-c16b9e45e7f9 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.404313502Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.409843575Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.419319321Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.446236997Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.461943151Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.539012006Z" level=info msg="Created container 0280ca6660565725aae202c2a61bc10dea24dd1418c8dc754e79bc76c0a088a4: kube-system/kube-proxy-xmp9w/kube-proxy" id=aea26222-55bb-4a71-b57a-5e857bc575b3 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.539748829Z" level=info msg="Starting container: 0280ca6660565725aae202c2a61bc10dea24dd1418c8dc754e79bc76c0a088a4" id=86f24b3c-10a8-456c-ba25-d8572d7264b0 name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.546451362Z" level=info msg="Started container" PID=1066 containerID=0280ca6660565725aae202c2a61bc10dea24dd1418c8dc754e79bc76c0a088a4 description=kube-system/kube-proxy-xmp9w/kube-proxy id=86f24b3c-10a8-456c-ba25-d8572d7264b0 name=/runtime.v1.RuntimeService/StartContainer sandboxID=8bb229465ab96bb4345f295be45f8f87b4435aaef06929b6b0401de125ce8f61
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.57801599Z" level=info msg="Created container 00a90232502aae6a0cf2dfb3d37b60c42a425185a31cf8981a68daa1715aa6d8: kube-system/kindnet-6tzk6/kindnet-cni" id=550a889c-f635-4609-bc45-c16b9e45e7f9 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.582031686Z" level=info msg="Starting container: 00a90232502aae6a0cf2dfb3d37b60c42a425185a31cf8981a68daa1715aa6d8" id=b6815a91-9b9e-4295-805d-c5dcabfdbdac name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.585929736Z" level=info msg="Started container" PID=1069 containerID=00a90232502aae6a0cf2dfb3d37b60c42a425185a31cf8981a68daa1715aa6d8 description=kube-system/kindnet-6tzk6/kindnet-cni id=b6815a91-9b9e-4295-805d-c5dcabfdbdac name=/runtime.v1.RuntimeService/StartContainer sandboxID=2497f7c36d1674c189d8311e0b9b75178fddd5d7a6bdb63cd5a3a11f10fec7e2
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
00a90232502aa b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 5 seconds ago Running kindnet-cni 1 2497f7c36d167 kindnet-6tzk6 kube-system
0280ca6660565 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 5 seconds ago Running kube-proxy 1 8bb229465ab96 kube-proxy-xmp9w kube-system
26b8e35099b82 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 11 seconds ago Running kube-scheduler 1 9d3944364a1c6 kube-scheduler-newest-cni-814190 kube-system
b14dd31cb9259 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 11 seconds ago Running kube-controller-manager 1 8986fc2833d14 kube-controller-manager-newest-cni-814190 kube-system
1cdfc41b52297 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 11 seconds ago Running etcd 1 6c7cce2c615fc etcd-newest-cni-814190 kube-system
c668b5104eeb5 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 11 seconds ago Running kube-apiserver 1 4677d3777de0c kube-apiserver-newest-cni-814190 kube-system
==> describe nodes <==
Name: newest-cni-814190
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=newest-cni-814190
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=newest-cni-814190
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T03_04_35_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 03:04:31 +0000
Taints: node.kubernetes.io/not-ready:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: newest-cni-814190
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 03:04:58 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 03:04:58 +0000 Sat, 22 Nov 2025 03:04:28 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 03:04:58 +0000 Sat, 22 Nov 2025 03:04:28 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 03:04:58 +0000 Sat, 22 Nov 2025 03:04:28 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready False Sat, 22 Nov 2025 03:04:58 +0000 Sat, 22 Nov 2025 03:04:28 +0000 KubeletNotReady container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/cni/net.d/. Has your network provider started?
Addresses:
InternalIP: 192.168.85.2
Hostname: newest-cni-814190
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: 596d5bdb-9f5a-45ce-ac36-cd7be69e7ef8
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.42.0.0/24
PodCIDRs: 10.42.0.0/24
Non-terminated Pods: (6 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system etcd-newest-cni-814190 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 30s
kube-system kindnet-6tzk6 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 25s
kube-system kube-apiserver-newest-cni-814190 250m (12%) 0 (0%) 0 (0%) 0 (0%) 30s
kube-system kube-controller-manager-newest-cni-814190 200m (10%) 0 (0%) 0 (0%) 0 (0%) 30s
kube-system kube-proxy-xmp9w 0 (0%) 0 (0%) 0 (0%) 0 (0%) 25s
kube-system kube-scheduler-newest-cni-814190 100m (5%) 0 (0%) 0 (0%) 0 (0%) 30s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (1%) 50Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 24s kube-proxy
Normal Starting 4s kube-proxy
Normal NodeHasSufficientMemory 37s (x8 over 37s) kubelet Node newest-cni-814190 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 37s (x8 over 37s) kubelet Node newest-cni-814190 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 37s (x8 over 37s) kubelet Node newest-cni-814190 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 30s kubelet Node newest-cni-814190 status is now: NodeHasNoDiskPressure
Warning CgroupV1 30s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 30s kubelet Node newest-cni-814190 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 30s kubelet Node newest-cni-814190 status is now: NodeHasSufficientPID
Normal Starting 30s kubelet Starting kubelet.
Normal RegisteredNode 26s node-controller Node newest-cni-814190 event: Registered Node newest-cni-814190 in Controller
Normal Starting 12s kubelet Starting kubelet.
Warning CgroupV1 12s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 11s (x8 over 11s) kubelet Node newest-cni-814190 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 11s (x8 over 11s) kubelet Node newest-cni-814190 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 11s (x8 over 11s) kubelet Node newest-cni-814190 status is now: NodeHasSufficientPID
Normal RegisteredNode 3s node-controller Node newest-cni-814190 event: Registered Node newest-cni-814190 in Controller
==> dmesg <==
[Nov22 02:42] hrtimer: interrupt took 39554483 ns
[ +30.996351] overlayfs: idmapped layers are currently not supported
[ +28.004266] overlayfs: idmapped layers are currently not supported
[Nov22 02:43] overlayfs: idmapped layers are currently not supported
[Nov22 02:44] overlayfs: idmapped layers are currently not supported
[Nov22 02:45] overlayfs: idmapped layers are currently not supported
[Nov22 02:46] overlayfs: idmapped layers are currently not supported
[Nov22 02:49] overlayfs: idmapped layers are currently not supported
[Nov22 02:51] overlayfs: idmapped layers are currently not supported
[ +27.358169] systemd-journald[231]: Failed to send stream file descriptor to service manager: Connection refused
[ +1.241009] overlayfs: idmapped layers are currently not supported
[Nov22 02:53] overlayfs: idmapped layers are currently not supported
[Nov22 02:56] overlayfs: idmapped layers are currently not supported
[Nov22 02:57] overlayfs: idmapped layers are currently not supported
[ +5.709995] overlayfs: idmapped layers are currently not supported
[ +34.878505] overlayfs: idmapped layers are currently not supported
[Nov22 02:58] overlayfs: idmapped layers are currently not supported
[Nov22 02:59] overlayfs: idmapped layers are currently not supported
[Nov22 03:00] overlayfs: idmapped layers are currently not supported
[Nov22 03:01] overlayfs: idmapped layers are currently not supported
[Nov22 03:02] overlayfs: idmapped layers are currently not supported
[ +29.429632] overlayfs: idmapped layers are currently not supported
[Nov22 03:03] overlayfs: idmapped layers are currently not supported
[Nov22 03:04] overlayfs: idmapped layers are currently not supported
[ +25.656726] overlayfs: idmapped layers are currently not supported
==> etcd [1cdfc41b52297292a2bbcd412fe43ff95f1e5a88184db3b27149948b10a7ad0d] <==
{"level":"warn","ts":"2025-11-22T03:04:57.185562Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53086","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.204501Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53110","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.233433Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53114","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.256091Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53136","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.270886Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53160","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.302011Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53174","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.312088Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53220","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.333311Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53230","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.357000Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53258","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.387206Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53268","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.419629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53292","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.433104Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53308","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.455695Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53328","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.471574Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53344","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.488964Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53356","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.502805Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53378","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.533028Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53386","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.564657Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53414","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.567594Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53426","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.584948Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53438","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.609730Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53452","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.635338Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53468","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.651869Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53492","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.665855Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53504","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.741208Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53532","server-name":"","error":"EOF"}
==> kernel <==
03:05:04 up 1:47, 0 user, load average: 4.86, 3.79, 2.95
Linux newest-cni-814190 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [00a90232502aae6a0cf2dfb3d37b60c42a425185a31cf8981a68daa1715aa6d8] <==
I1122 03:04:59.720441 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 03:04:59.721559 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1122 03:04:59.729313 1 main.go:148] setting mtu 1500 for CNI
I1122 03:04:59.729341 1 main.go:178] kindnetd IP family: "ipv4"
I1122 03:04:59.729358 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T03:04:59Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 03:04:59.926464 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 03:04:59.926563 1 controller.go:381] "Waiting for informer caches to sync"
I1122 03:04:59.926601 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 03:04:59.934920 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
==> kube-apiserver [c668b5104eeb538db40070fd55a98849b4d67f8aac9769e6ba8a89d50c982651] <==
I1122 03:04:58.862956 1 cache.go:39] Caches are synced for LocalAvailability controller
I1122 03:04:58.863301 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1122 03:04:58.863384 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1122 03:04:58.863424 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1122 03:04:58.875871 1 shared_informer.go:356] "Caches are synced" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]"
I1122 03:04:58.876420 1 policy_source.go:240] refreshing policies
I1122 03:04:58.887574 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1122 03:04:58.888084 1 shared_informer.go:356] "Caches are synced" controller="crd-autoregister"
I1122 03:04:58.888929 1 aggregator.go:171] initial CRD sync complete...
I1122 03:04:58.888972 1 autoregister_controller.go:144] Starting autoregister controller
I1122 03:04:58.888980 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1122 03:04:58.888987 1 cache.go:39] Caches are synced for autoregister controller
E1122 03:04:58.937997 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1122 03:04:59.096535 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1122 03:04:59.330634 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 03:04:59.703169 1 controller.go:667] quota admission added evaluator for: namespaces
I1122 03:04:59.825918 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1122 03:04:59.871284 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1122 03:04:59.889541 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1122 03:05:00.034113 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.96.52.81"}
I1122 03:05:00.069994 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.110.197.128"}
I1122 03:05:02.022005 1 controller.go:667] quota admission added evaluator for: endpoints
I1122 03:05:02.308757 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1122 03:05:02.407112 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1122 03:05:02.509572 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
==> kube-controller-manager [b14dd31cb925994c08b8acb1ce61750ffc59900d5f33c6e5eaa39231c108c8ed] <==
I1122 03:05:01.944739 1 range_allocator.go:177] "Sending events to api server" logger="node-ipam-controller"
I1122 03:05:01.944765 1 range_allocator.go:183] "Starting range CIDR allocator" logger="node-ipam-controller"
I1122 03:05:01.944862 1 shared_informer.go:349] "Waiting for caches to sync" controller="cidrallocator"
I1122 03:05:01.944869 1 shared_informer.go:356] "Caches are synced" controller="cidrallocator"
I1122 03:05:01.948003 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1122 03:05:01.953422 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I1122 03:05:01.953465 1 shared_informer.go:356] "Caches are synced" controller="PV protection"
I1122 03:05:01.953492 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrapproving"
I1122 03:05:01.953547 1 shared_informer.go:356] "Caches are synced" controller="validatingadmissionpolicy-status"
I1122 03:05:01.953578 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1122 03:05:01.953602 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1122 03:05:01.953663 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1122 03:05:01.953956 1 shared_informer.go:356] "Caches are synced" controller="ReplicaSet"
I1122 03:05:01.954437 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1122 03:05:01.967720 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1122 03:05:01.967879 1 shared_informer.go:356] "Caches are synced" controller="deployment"
I1122 03:05:01.967958 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:05:01.968005 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:05:01.968018 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1122 03:05:01.968025 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1122 03:05:01.968096 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1122 03:05:01.969601 1 shared_informer.go:356] "Caches are synced" controller="legacy-service-account-token-cleaner"
I1122 03:05:01.969911 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1122 03:05:01.996931 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1122 03:05:01.999417 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
==> kube-proxy [0280ca6660565725aae202c2a61bc10dea24dd1418c8dc754e79bc76c0a088a4] <==
I1122 03:04:59.874577 1 server_linux.go:53] "Using iptables proxy"
I1122 03:05:00.245009 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 03:05:00.354902 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 03:05:00.355041 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1122 03:05:00.355156 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 03:05:00.459473 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 03:05:00.459750 1 server_linux.go:132] "Using iptables Proxier"
I1122 03:05:00.468346 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 03:05:00.469186 1 server.go:527] "Version info" version="v1.34.1"
I1122 03:05:00.469266 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:05:00.473491 1 config.go:106] "Starting endpoint slice config controller"
I1122 03:05:00.473588 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 03:05:00.475045 1 config.go:200] "Starting service config controller"
I1122 03:05:00.475128 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 03:05:00.475532 1 config.go:403] "Starting serviceCIDR config controller"
I1122 03:05:00.475584 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 03:05:00.476185 1 config.go:309] "Starting node config controller"
I1122 03:05:00.476267 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 03:05:00.476306 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 03:05:00.574382 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1122 03:05:00.575683 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 03:05:00.576100 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
==> kube-scheduler [26b8e35099b82a52bdc61a29f2e10efe00e9879aa7ee41774f68fe90e0a9c9af] <==
I1122 03:04:55.195752 1 serving.go:386] Generated self-signed cert in-memory
W1122 03:04:58.495679 1 requestheader_controller.go:204] Unable to get configmap/extension-apiserver-authentication in kube-system. Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'
W1122 03:04:58.495716 1 authentication.go:397] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"
W1122 03:04:58.495735 1 authentication.go:398] Continuing without authentication configuration. This may treat all requests as anonymous.
W1122 03:04:58.495743 1 authentication.go:399] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1122 03:04:58.837783 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1122 03:04:58.837820 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:04:58.855746 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:04:58.855790 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:04:58.859734 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1122 03:04:58.859913 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1122 03:04:58.956697 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Nov 22 03:04:58 newest-cni-814190 kubelet[734]: I1122 03:04:58.459826 734 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/etcd-newest-cni-814190"
Nov 22 03:04:58 newest-cni-814190 kubelet[734]: E1122 03:04:58.939076 734 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"etcd-newest-cni-814190\" already exists" pod="kube-system/etcd-newest-cni-814190"
Nov 22 03:04:58 newest-cni-814190 kubelet[734]: I1122 03:04:58.939109 734 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/kube-apiserver-newest-cni-814190"
Nov 22 03:04:58 newest-cni-814190 kubelet[734]: I1122 03:04:58.946494 734 apiserver.go:52] "Watching apiserver"
Nov 22 03:04:58 newest-cni-814190 kubelet[734]: I1122 03:04:58.993379 734 kubelet_node_status.go:124] "Node was previously registered" node="newest-cni-814190"
Nov 22 03:04:58 newest-cni-814190 kubelet[734]: I1122 03:04:58.993501 734 kubelet_node_status.go:78] "Successfully registered node" node="newest-cni-814190"
Nov 22 03:04:58 newest-cni-814190 kubelet[734]: I1122 03:04:58.993527 734 kuberuntime_manager.go:1828] "Updating runtime config through cri with podcidr" CIDR="10.42.0.0/24"
Nov 22 03:04:58 newest-cni-814190 kubelet[734]: I1122 03:04:58.994546 734 kubelet_network.go:47] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="10.42.0.0/24"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: E1122 03:04:59.019126 734 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"kube-apiserver-newest-cni-814190\" already exists" pod="kube-system/kube-apiserver-newest-cni-814190"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.019342 734 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/kube-controller-manager-newest-cni-814190"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: E1122 03:04:59.041452 734 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"kube-controller-manager-newest-cni-814190\" already exists" pod="kube-system/kube-controller-manager-newest-cni-814190"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.041498 734 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/kube-scheduler-newest-cni-814190"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: E1122 03:04:59.053609 734 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"kube-scheduler-newest-cni-814190\" already exists" pod="kube-system/kube-scheduler-newest-cni-814190"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.056532 734 desired_state_of_world_populator.go:154] "Finished populating initial desired state of world"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.085259 734 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/76c5cb4c-a08c-47d6-a055-e32626b1839e-cni-cfg\") pod \"kindnet-6tzk6\" (UID: \"76c5cb4c-a08c-47d6-a055-e32626b1839e\") " pod="kube-system/kindnet-6tzk6"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.085472 734 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4-lib-modules\") pod \"kube-proxy-xmp9w\" (UID: \"a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4\") " pod="kube-system/kube-proxy-xmp9w"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.085581 734 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/76c5cb4c-a08c-47d6-a055-e32626b1839e-xtables-lock\") pod \"kindnet-6tzk6\" (UID: \"76c5cb4c-a08c-47d6-a055-e32626b1839e\") " pod="kube-system/kindnet-6tzk6"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.085672 734 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4-xtables-lock\") pod \"kube-proxy-xmp9w\" (UID: \"a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4\") " pod="kube-system/kube-proxy-xmp9w"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.085776 734 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/76c5cb4c-a08c-47d6-a055-e32626b1839e-lib-modules\") pod \"kindnet-6tzk6\" (UID: \"76c5cb4c-a08c-47d6-a055-e32626b1839e\") " pod="kube-system/kindnet-6tzk6"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.112140 734 swap_util.go:74] "error creating dir to test if tmpfs noswap is enabled. Assuming not supported" mount path="" error="stat /var/lib/kubelet/plugins/kubernetes.io/empty-dir: no such file or directory"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: W1122 03:04:59.337990 734 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712/crio-8bb229465ab96bb4345f295be45f8f87b4435aaef06929b6b0401de125ce8f61 WatchSource:0}: Error finding container 8bb229465ab96bb4345f295be45f8f87b4435aaef06929b6b0401de125ce8f61: Status 404 returned error can't find the container with id 8bb229465ab96bb4345f295be45f8f87b4435aaef06929b6b0401de125ce8f61
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: W1122 03:04:59.349792 734 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712/crio-2497f7c36d1674c189d8311e0b9b75178fddd5d7a6bdb63cd5a3a11f10fec7e2 WatchSource:0}: Error finding container 2497f7c36d1674c189d8311e0b9b75178fddd5d7a6bdb63cd5a3a11f10fec7e2: Status 404 returned error can't find the container with id 2497f7c36d1674c189d8311e0b9b75178fddd5d7a6bdb63cd5a3a11f10fec7e2
Nov 22 03:05:02 newest-cni-814190 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Nov 22 03:05:02 newest-cni-814190 systemd[1]: kubelet.service: Deactivated successfully.
Nov 22 03:05:02 newest-cni-814190 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-814190 -n newest-cni-814190
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-814190 -n newest-cni-814190: exit status 2 (549.392847ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context newest-cni-814190 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:280: non-running pods: coredns-66bc5c9577-g5fbx storage-provisioner dashboard-metrics-scraper-6ffb444bf9-77frj kubernetes-dashboard-855c9754f9-4qqxk
helpers_test.go:282: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: describe non-running pods <======
helpers_test.go:285: (dbg) Run: kubectl --context newest-cni-814190 describe pod coredns-66bc5c9577-g5fbx storage-provisioner dashboard-metrics-scraper-6ffb444bf9-77frj kubernetes-dashboard-855c9754f9-4qqxk
helpers_test.go:285: (dbg) Non-zero exit: kubectl --context newest-cni-814190 describe pod coredns-66bc5c9577-g5fbx storage-provisioner dashboard-metrics-scraper-6ffb444bf9-77frj kubernetes-dashboard-855c9754f9-4qqxk: exit status 1 (122.367657ms)
** stderr **
Error from server (NotFound): pods "coredns-66bc5c9577-g5fbx" not found
Error from server (NotFound): pods "storage-provisioner" not found
Error from server (NotFound): pods "dashboard-metrics-scraper-6ffb444bf9-77frj" not found
Error from server (NotFound): pods "kubernetes-dashboard-855c9754f9-4qqxk" not found
** /stderr **
helpers_test.go:287: kubectl --context newest-cni-814190 describe pod coredns-66bc5c9577-g5fbx storage-provisioner dashboard-metrics-scraper-6ffb444bf9-77frj kubernetes-dashboard-855c9754f9-4qqxk: exit status 1
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect newest-cni-814190
helpers_test.go:243: (dbg) docker inspect newest-cni-814190:
-- stdout --
[
{
"Id": "f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712",
"Created": "2025-11-22T03:04:09.776248998Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 209701,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T03:04:46.087259873Z",
"FinishedAt": "2025-11-22T03:04:45.143020601Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712/hostname",
"HostsPath": "/var/lib/docker/containers/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712/hosts",
"LogPath": "/var/lib/docker/containers/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712-json.log",
"Name": "/newest-cni-814190",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"newest-cni-814190:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "newest-cni-814190",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712",
"LowerDir": "/var/lib/docker/overlay2/640a5e3f8f6a4c97a44c88040b9399ec06397e630bed651af79a22e765db8917-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/640a5e3f8f6a4c97a44c88040b9399ec06397e630bed651af79a22e765db8917/merged",
"UpperDir": "/var/lib/docker/overlay2/640a5e3f8f6a4c97a44c88040b9399ec06397e630bed651af79a22e765db8917/diff",
"WorkDir": "/var/lib/docker/overlay2/640a5e3f8f6a4c97a44c88040b9399ec06397e630bed651af79a22e765db8917/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "newest-cni-814190",
"Source": "/var/lib/docker/volumes/newest-cni-814190/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "newest-cni-814190",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "newest-cni-814190",
"name.minikube.sigs.k8s.io": "newest-cni-814190",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "d908999146104372b3b8cf43cdaac54cf0bbc38ea467446cab53b838068a21d5",
"SandboxKey": "/var/run/docker/netns/d90899914610",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33091"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33092"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33095"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33093"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33094"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"newest-cni-814190": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "ce:21:21:bb:f5:a9",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "498fd2ecd3a333202ab6663abc713b2c6641705fbef6e02f9532105f288f2955",
"EndpointID": "833b877e78bff4b8caa1b5e35694c069cbb49beaa72849b5642e368f4d08da95",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"newest-cni-814190",
"f9d52b286a17"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-814190 -n newest-cni-814190
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-814190 -n newest-cni-814190: exit status 2 (473.435357ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/newest-cni/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p newest-cni-814190 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p newest-cni-814190 logs -n 25: (1.39991681s)
helpers_test.go:260: TestStartStop/group/newest-cni/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ stop │ -p no-preload-564946 --alsologtostderr -v=3 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable dashboard -p no-preload-564946 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ start │ -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:03 UTC │
│ addons │ enable metrics-server -p embed-certs-114686 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ stop │ -p embed-certs-114686 --alsologtostderr -v=3 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable dashboard -p embed-certs-114686 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ start │ -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:03 UTC │
│ image │ no-preload-564946 image list --format=json │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ pause │ -p no-preload-564946 --alsologtostderr -v=1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
│ delete │ -p no-preload-564946 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ delete │ -p no-preload-564946 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ delete │ -p disable-driver-mounts-318891 │ disable-driver-mounts-318891 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ start │ -p default-k8s-diff-port-241752 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:04 UTC │
│ image │ embed-certs-114686 image list --format=json │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ pause │ -p embed-certs-114686 --alsologtostderr -v=1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
│ delete │ -p embed-certs-114686 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:04 UTC │
│ delete │ -p embed-certs-114686 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ start │ -p newest-cni-814190 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ addons │ enable metrics-server -p newest-cni-814190 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ │
│ stop │ -p newest-cni-814190 --alsologtostderr -v=3 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ addons │ enable dashboard -p newest-cni-814190 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ start │ -p newest-cni-814190 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:05 UTC │
│ image │ newest-cni-814190 image list --format=json │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ 22 Nov 25 03:05 UTC │
│ pause │ -p newest-cni-814190 --alsologtostderr -v=1 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ │
│ addons │ enable metrics-server -p default-k8s-diff-port-241752 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/11/22 03:04:45
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 03:04:45.797866 209576 out.go:360] Setting OutFile to fd 1 ...
I1122 03:04:45.798014 209576 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:04:45.798025 209576 out.go:374] Setting ErrFile to fd 2...
I1122 03:04:45.798030 209576 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:04:45.798288 209576 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:04:45.798655 209576 out.go:368] Setting JSON to false
I1122 03:04:45.799622 209576 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6412,"bootTime":1763774274,"procs":194,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 03:04:45.799694 209576 start.go:143] virtualization:
I1122 03:04:45.802704 209576 out.go:179] * [newest-cni-814190] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 03:04:45.806535 209576 out.go:179] - MINIKUBE_LOCATION=21946
I1122 03:04:45.806641 209576 notify.go:221] Checking for updates...
I1122 03:04:45.812719 209576 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 03:04:45.815654 209576 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:04:45.818449 209576 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 03:04:45.821271 209576 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 03:04:45.824125 209576 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 03:04:45.827450 209576 config.go:182] Loaded profile config "newest-cni-814190": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:04:45.828009 209576 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 03:04:45.852430 209576 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 03:04:45.852546 209576 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:04:45.911615 209576 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:39 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 03:04:45.902198724 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:04:45.911723 209576 docker.go:319] overlay module found
I1122 03:04:45.914904 209576 out.go:179] * Using the docker driver based on existing profile
I1122 03:04:45.917781 209576 start.go:309] selected driver: docker
I1122 03:04:45.917812 209576 start.go:927] validating driver "docker" against &{Name:newest-cni-814190 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker Mou
ntIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:04:45.917918 209576 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 03:04:45.918614 209576 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:04:45.979906 209576 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:39 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 03:04:45.970819464 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:04:45.980306 209576 start_flags.go:1011] Waiting for components: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1122 03:04:45.980340 209576 cni.go:84] Creating CNI manager for ""
I1122 03:04:45.980395 209576 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:04:45.980448 209576 start.go:353] cluster config:
{Name:newest-cni-814190 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker
BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:04:45.985490 209576 out.go:179] * Starting "newest-cni-814190" primary control-plane node in "newest-cni-814190" cluster
I1122 03:04:45.988341 209576 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 03:04:45.991262 209576 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 03:04:45.994124 209576 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:04:45.994183 209576 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 03:04:45.994196 209576 cache.go:65] Caching tarball of preloaded images
I1122 03:04:45.994202 209576 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 03:04:45.994312 209576 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 03:04:45.994324 209576 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 03:04:45.994475 209576 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/config.json ...
I1122 03:04:46.020082 209576 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 03:04:46.020111 209576 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 03:04:46.020130 209576 cache.go:243] Successfully downloaded all kic artifacts
I1122 03:04:46.020162 209576 start.go:360] acquireMachinesLock for newest-cni-814190: {Name:mk86c8e5002b87034287d292c2d6cc16140d4618 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:04:46.020224 209576 start.go:364] duration metric: took 37.925µs to acquireMachinesLock for "newest-cni-814190"
I1122 03:04:46.020247 209576 start.go:96] Skipping create...Using existing machine configuration
I1122 03:04:46.020252 209576 fix.go:54] fixHost starting:
I1122 03:04:46.020505 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:46.043086 209576 fix.go:112] recreateIfNeeded on newest-cni-814190: state=Stopped err=<nil>
W1122 03:04:46.043126 209576 fix.go:138] unexpected machine state, will restart: <nil>
W1122 03:04:43.772262 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
W1122 03:04:45.772635 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
I1122 03:04:46.046321 209576 out.go:252] * Restarting existing docker container for "newest-cni-814190" ...
I1122 03:04:46.046431 209576 cli_runner.go:164] Run: docker start newest-cni-814190
I1122 03:04:46.323736 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:46.345262 209576 kic.go:430] container "newest-cni-814190" state is running.
I1122 03:04:46.345665 209576 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-814190
I1122 03:04:46.369619 209576 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/config.json ...
I1122 03:04:46.369862 209576 machine.go:94] provisionDockerMachine start ...
I1122 03:04:46.369926 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:46.394410 209576 main.go:143] libmachine: Using SSH client type: native
I1122 03:04:46.394799 209576 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33091 <nil> <nil>}
I1122 03:04:46.394810 209576 main.go:143] libmachine: About to run SSH command:
hostname
I1122 03:04:46.395389 209576 main.go:143] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1122 03:04:49.542277 209576 main.go:143] libmachine: SSH cmd err, output: <nil>: newest-cni-814190
I1122 03:04:49.542298 209576 ubuntu.go:182] provisioning hostname "newest-cni-814190"
I1122 03:04:49.542359 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:49.561865 209576 main.go:143] libmachine: Using SSH client type: native
I1122 03:04:49.562211 209576 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33091 <nil> <nil>}
I1122 03:04:49.562224 209576 main.go:143] libmachine: About to run SSH command:
sudo hostname newest-cni-814190 && echo "newest-cni-814190" | sudo tee /etc/hostname
I1122 03:04:49.717375 209576 main.go:143] libmachine: SSH cmd err, output: <nil>: newest-cni-814190
I1122 03:04:49.717473 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:49.736221 209576 main.go:143] libmachine: Using SSH client type: native
I1122 03:04:49.736540 209576 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33091 <nil> <nil>}
I1122 03:04:49.736563 209576 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\snewest-cni-814190' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 newest-cni-814190/g' /etc/hosts;
else
echo '127.0.1.1 newest-cni-814190' | sudo tee -a /etc/hosts;
fi
fi
I1122 03:04:49.879015 209576 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 03:04:49.879040 209576 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 03:04:49.879085 209576 ubuntu.go:190] setting up certificates
I1122 03:04:49.879097 209576 provision.go:84] configureAuth start
I1122 03:04:49.879181 209576 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-814190
I1122 03:04:49.896840 209576 provision.go:143] copyHostCerts
I1122 03:04:49.896920 209576 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 03:04:49.896934 209576 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 03:04:49.897017 209576 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 03:04:49.897116 209576 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 03:04:49.897121 209576 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 03:04:49.897146 209576 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 03:04:49.897237 209576 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 03:04:49.897242 209576 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 03:04:49.897265 209576 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 03:04:49.897327 209576 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.newest-cni-814190 san=[127.0.0.1 192.168.85.2 localhost minikube newest-cni-814190]
I1122 03:04:50.241648 209576 provision.go:177] copyRemoteCerts
I1122 03:04:50.241718 209576 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 03:04:50.241771 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:50.260081 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:50.362656 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 03:04:50.381006 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1122 03:04:50.401916 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1122 03:04:50.421357 209576 provision.go:87] duration metric: took 542.233594ms to configureAuth
I1122 03:04:50.421384 209576 ubuntu.go:206] setting minikube options for container-runtime
I1122 03:04:50.421578 209576 config.go:182] Loaded profile config "newest-cni-814190": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:04:50.421678 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:50.438615 209576 main.go:143] libmachine: Using SSH client type: native
I1122 03:04:50.438952 209576 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33091 <nil> <nil>}
I1122 03:04:50.438968 209576 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 03:04:50.753873 209576 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 03:04:50.753905 209576 machine.go:97] duration metric: took 4.384025908s to provisionDockerMachine
I1122 03:04:50.753916 209576 start.go:293] postStartSetup for "newest-cni-814190" (driver="docker")
I1122 03:04:50.753936 209576 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 03:04:50.754010 209576 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 03:04:50.754064 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:50.773269 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
W1122 03:04:48.272868 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
W1122 03:04:50.771845 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
I1122 03:04:50.874976 209576 ssh_runner.go:195] Run: cat /etc/os-release
I1122 03:04:50.878349 209576 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 03:04:50.878378 209576 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 03:04:50.878389 209576 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 03:04:50.878455 209576 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 03:04:50.878552 209576 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 03:04:50.878682 209576 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1122 03:04:50.886205 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:04:50.903700 209576 start.go:296] duration metric: took 149.769149ms for postStartSetup
I1122 03:04:50.903815 209576 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 03:04:50.903858 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:50.921412 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:51.024301 209576 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 03:04:51.029595 209576 fix.go:56] duration metric: took 5.009335305s for fixHost
I1122 03:04:51.029620 209576 start.go:83] releasing machines lock for "newest-cni-814190", held for 5.009384553s
I1122 03:04:51.029696 209576 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-814190
I1122 03:04:51.048701 209576 ssh_runner.go:195] Run: cat /version.json
I1122 03:04:51.048758 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:51.049006 209576 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 03:04:51.049080 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:51.067907 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:51.080168 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:51.265804 209576 ssh_runner.go:195] Run: systemctl --version
I1122 03:04:51.272943 209576 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 03:04:51.309745 209576 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 03:04:51.314830 209576 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 03:04:51.314904 209576 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 03:04:51.322669 209576 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1122 03:04:51.322793 209576 start.go:496] detecting cgroup driver to use...
I1122 03:04:51.322841 209576 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 03:04:51.322912 209576 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 03:04:51.337847 209576 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 03:04:51.351006 209576 docker.go:218] disabling cri-docker service (if available) ...
I1122 03:04:51.351077 209576 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 03:04:51.366682 209576 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 03:04:51.380255 209576 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 03:04:51.502266 209576 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 03:04:51.628810 209576 docker.go:234] disabling docker service ...
I1122 03:04:51.628885 209576 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 03:04:51.644021 209576 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 03:04:51.656765 209576 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 03:04:51.787556 209576 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 03:04:51.910087 209576 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 03:04:51.924975 209576 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 03:04:51.941037 209576 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 03:04:51.941165 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:51.951064 209576 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 03:04:51.951165 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:51.960354 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:51.969646 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:51.978389 209576 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 03:04:51.986739 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:51.995593 209576 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:52.008004 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:52.019733 209576 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 03:04:52.028039 209576 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 03:04:52.035707 209576 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:04:52.149246 209576 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 03:04:52.330962 209576 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 03:04:52.331100 209576 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 03:04:52.335046 209576 start.go:564] Will wait 60s for crictl version
I1122 03:04:52.335146 209576 ssh_runner.go:195] Run: which crictl
I1122 03:04:52.338486 209576 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 03:04:52.367187 209576 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 03:04:52.367322 209576 ssh_runner.go:195] Run: crio --version
I1122 03:04:52.403556 209576 ssh_runner.go:195] Run: crio --version
I1122 03:04:52.438805 209576 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 03:04:52.441396 209576 cli_runner.go:164] Run: docker network inspect newest-cni-814190 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:04:52.458210 209576 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1122 03:04:52.462117 209576 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:04:52.474431 209576 out.go:179] - kubeadm.pod-network-cidr=10.42.0.0/16
I1122 03:04:52.476955 209576 kubeadm.go:884] updating cluster {Name:newest-cni-814190 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:
262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 03:04:52.477118 209576 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:04:52.477210 209576 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:04:52.511424 209576 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:04:52.511450 209576 crio.go:433] Images already preloaded, skipping extraction
I1122 03:04:52.511509 209576 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:04:52.551302 209576 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:04:52.551325 209576 cache_images.go:86] Images are preloaded, skipping loading
I1122 03:04:52.551333 209576 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1122 03:04:52.551425 209576 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=newest-cni-814190 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 03:04:52.551509 209576 ssh_runner.go:195] Run: crio config
I1122 03:04:52.613352 209576 cni.go:84] Creating CNI manager for ""
I1122 03:04:52.613376 209576 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:04:52.613393 209576 kubeadm.go:85] Using pod CIDR: 10.42.0.0/16
I1122 03:04:52.613433 209576 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.42.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:newest-cni-814190 NodeName:newest-cni-814190 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/
kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 03:04:52.613585 209576 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "newest-cni-814190"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.42.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.42.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 03:04:52.613666 209576 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 03:04:52.622047 209576 binaries.go:51] Found k8s binaries, skipping transfer
I1122 03:04:52.622124 209576 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 03:04:52.631315 209576 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1122 03:04:52.645688 209576 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 03:04:52.659885 209576 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2212 bytes)
I1122 03:04:52.674866 209576 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1122 03:04:52.678732 209576 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:04:52.689419 209576 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:04:52.803515 209576 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:04:52.821162 209576 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190 for IP: 192.168.85.2
I1122 03:04:52.821184 209576 certs.go:195] generating shared ca certs ...
I1122 03:04:52.821199 209576 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:52.821362 209576 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 03:04:52.821422 209576 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 03:04:52.821435 209576 certs.go:257] generating profile certs ...
I1122 03:04:52.821547 209576 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/client.key
I1122 03:04:52.821631 209576 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.key.be927975
I1122 03:04:52.821678 209576 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/proxy-client.key
I1122 03:04:52.821806 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 03:04:52.821852 209576 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 03:04:52.821868 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 03:04:52.821897 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 03:04:52.821937 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 03:04:52.821963 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 03:04:52.822023 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:04:52.822773 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 03:04:52.852793 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 03:04:52.873923 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 03:04:52.897053 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 03:04:52.920737 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1122 03:04:52.944595 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1122 03:04:52.979455 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 03:04:53.004503 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1122 03:04:53.033737 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 03:04:53.055760 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 03:04:53.077269 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 03:04:53.097969 209576 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 03:04:53.111938 209576 ssh_runner.go:195] Run: openssl version
I1122 03:04:53.119428 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 03:04:53.128235 209576 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 03:04:53.133939 209576 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 03:04:53.134029 209576 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 03:04:53.176009 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 03:04:53.184310 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 03:04:53.193004 209576 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 03:04:53.197062 209576 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 03:04:53.197128 209576 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 03:04:53.241931 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 03:04:53.250652 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 03:04:53.259695 209576 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 03:04:53.264204 209576 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 03:04:53.264299 209576 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 03:04:53.305866 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 03:04:53.313768 209576 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 03:04:53.317558 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1122 03:04:53.358445 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1122 03:04:53.399240 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1122 03:04:53.439930 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1122 03:04:53.490615 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1122 03:04:53.555049 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1122 03:04:53.608573 209576 kubeadm.go:401] StartCluster: {Name:newest-cni-814190 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262
144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:04:53.608725 209576 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 03:04:53.608839 209576 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 03:04:53.706395 209576 cri.go:89] found id: "26b8e35099b82a52bdc61a29f2e10efe00e9879aa7ee41774f68fe90e0a9c9af"
I1122 03:04:53.706469 209576 cri.go:89] found id: "b14dd31cb925994c08b8acb1ce61750ffc59900d5f33c6e5eaa39231c108c8ed"
I1122 03:04:53.706495 209576 cri.go:89] found id: "c668b5104eeb538db40070fd55a98849b4d67f8aac9769e6ba8a89d50c982651"
I1122 03:04:53.706519 209576 cri.go:89] found id: ""
I1122 03:04:53.706598 209576 ssh_runner.go:195] Run: sudo runc list -f json
W1122 03:04:53.728270 209576 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:04:53Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:04:53.728426 209576 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 03:04:53.792607 209576 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1122 03:04:53.792664 209576 kubeadm.go:598] restartPrimaryControlPlane start ...
I1122 03:04:53.792759 209576 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1122 03:04:53.805247 209576 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1122 03:04:53.805976 209576 kubeconfig.go:47] verify endpoint returned: get endpoint: "newest-cni-814190" does not appear in /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:04:53.806339 209576 kubeconfig.go:62] /home/jenkins/minikube-integration/21946-2339/kubeconfig needs updating (will repair): [kubeconfig missing "newest-cni-814190" cluster setting kubeconfig missing "newest-cni-814190" context setting]
I1122 03:04:53.806946 209576 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:53.810247 209576 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1122 03:04:53.837626 209576 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.85.2
I1122 03:04:53.837708 209576 kubeadm.go:602] duration metric: took 45.012703ms to restartPrimaryControlPlane
I1122 03:04:53.837751 209576 kubeadm.go:403] duration metric: took 229.187584ms to StartCluster
I1122 03:04:53.837781 209576 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:53.837888 209576 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:04:53.839043 209576 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:53.839344 209576 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:04:53.839857 209576 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 03:04:53.839936 209576 addons.go:70] Setting storage-provisioner=true in profile "newest-cni-814190"
I1122 03:04:53.839951 209576 addons.go:239] Setting addon storage-provisioner=true in "newest-cni-814190"
W1122 03:04:53.839957 209576 addons.go:248] addon storage-provisioner should already be in state true
I1122 03:04:53.839980 209576 host.go:66] Checking if "newest-cni-814190" exists ...
I1122 03:04:53.840449 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:53.840897 209576 config.go:182] Loaded profile config "newest-cni-814190": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:04:53.840988 209576 addons.go:70] Setting dashboard=true in profile "newest-cni-814190"
I1122 03:04:53.841027 209576 addons.go:239] Setting addon dashboard=true in "newest-cni-814190"
W1122 03:04:53.841052 209576 addons.go:248] addon dashboard should already be in state true
I1122 03:04:53.841104 209576 host.go:66] Checking if "newest-cni-814190" exists ...
I1122 03:04:53.841607 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:53.842926 209576 addons.go:70] Setting default-storageclass=true in profile "newest-cni-814190"
I1122 03:04:53.842947 209576 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "newest-cni-814190"
I1122 03:04:53.843438 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:53.846579 209576 out.go:179] * Verifying Kubernetes components...
I1122 03:04:53.850863 209576 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:04:53.882125 209576 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1122 03:04:53.887299 209576 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1122 03:04:53.890477 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1122 03:04:53.890503 209576 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1122 03:04:53.890585 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:53.908410 209576 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1122 03:04:53.911828 209576 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:04:53.911857 209576 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 03:04:53.911923 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:53.913034 209576 addons.go:239] Setting addon default-storageclass=true in "newest-cni-814190"
W1122 03:04:53.913056 209576 addons.go:248] addon default-storageclass should already be in state true
I1122 03:04:53.913085 209576 host.go:66] Checking if "newest-cni-814190" exists ...
I1122 03:04:53.913524 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:53.943794 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:53.960127 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:53.980847 209576 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 03:04:53.980871 209576 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 03:04:53.980929 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:54.013239 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:54.318616 209576 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:04:54.377955 209576 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:04:54.424175 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1122 03:04:54.424199 209576 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1122 03:04:54.465696 209576 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 03:04:54.481514 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1122 03:04:54.481581 209576 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1122 03:04:54.503827 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1122 03:04:54.503897 209576 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1122 03:04:54.564912 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1122 03:04:54.564987 209576 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1122 03:04:54.632606 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1122 03:04:54.632678 209576 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1122 03:04:54.663167 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1122 03:04:54.663244 209576 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1122 03:04:54.699931 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1122 03:04:54.699957 209576 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1122 03:04:54.721423 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1122 03:04:54.721498 209576 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1122 03:04:54.746039 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1122 03:04:54.746116 209576 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1122 03:04:54.774034 209576 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
W1122 03:04:52.773482 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
I1122 03:04:53.786776 202629 node_ready.go:49] node "default-k8s-diff-port-241752" is "Ready"
I1122 03:04:53.786801 202629 node_ready.go:38] duration metric: took 41.017773747s for node "default-k8s-diff-port-241752" to be "Ready" ...
I1122 03:04:53.786814 202629 api_server.go:52] waiting for apiserver process to appear ...
I1122 03:04:53.786872 202629 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 03:04:53.812832 202629 api_server.go:72] duration metric: took 42.095035594s to wait for apiserver process to appear ...
I1122 03:04:53.812852 202629 api_server.go:88] waiting for apiserver healthz status ...
I1122 03:04:53.812871 202629 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8444/healthz ...
I1122 03:04:53.880296 202629 api_server.go:279] https://192.168.76.2:8444/healthz returned 200:
ok
I1122 03:04:53.882292 202629 api_server.go:141] control plane version: v1.34.1
I1122 03:04:53.882313 202629 api_server.go:131] duration metric: took 69.454102ms to wait for apiserver health ...
I1122 03:04:53.882322 202629 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 03:04:53.903677 202629 system_pods.go:59] 8 kube-system pods found
I1122 03:04:53.903712 202629 system_pods.go:61] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:04:53.903719 202629 system_pods.go:61] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running
I1122 03:04:53.903725 202629 system_pods.go:61] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running
I1122 03:04:53.903730 202629 system_pods.go:61] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:04:53.903735 202629 system_pods.go:61] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running
I1122 03:04:53.903742 202629 system_pods.go:61] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running
I1122 03:04:53.903746 202629 system_pods.go:61] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running
I1122 03:04:53.903757 202629 system_pods.go:61] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:04:53.903764 202629 system_pods.go:74] duration metric: took 21.436964ms to wait for pod list to return data ...
I1122 03:04:53.903772 202629 default_sa.go:34] waiting for default service account to be created ...
I1122 03:04:53.932623 202629 default_sa.go:45] found service account: "default"
I1122 03:04:53.932646 202629 default_sa.go:55] duration metric: took 28.86759ms for default service account to be created ...
I1122 03:04:53.932655 202629 system_pods.go:116] waiting for k8s-apps to be running ...
I1122 03:04:53.959892 202629 system_pods.go:86] 8 kube-system pods found
I1122 03:04:53.959925 202629 system_pods.go:89] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:04:53.959932 202629 system_pods.go:89] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running
I1122 03:04:53.959939 202629 system_pods.go:89] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running
I1122 03:04:53.959943 202629 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:04:53.959947 202629 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running
I1122 03:04:53.959952 202629 system_pods.go:89] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running
I1122 03:04:53.959955 202629 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running
I1122 03:04:53.959961 202629 system_pods.go:89] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:04:53.959985 202629 retry.go:31] will retry after 269.525973ms: missing components: kube-dns
I1122 03:04:54.242683 202629 system_pods.go:86] 8 kube-system pods found
I1122 03:04:54.242726 202629 system_pods.go:89] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:04:54.242734 202629 system_pods.go:89] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running
I1122 03:04:54.242741 202629 system_pods.go:89] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running
I1122 03:04:54.242746 202629 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:04:54.242751 202629 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running
I1122 03:04:54.242755 202629 system_pods.go:89] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running
I1122 03:04:54.242759 202629 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running
I1122 03:04:54.242764 202629 system_pods.go:89] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:04:54.242778 202629 retry.go:31] will retry after 295.945167ms: missing components: kube-dns
I1122 03:04:54.542641 202629 system_pods.go:86] 8 kube-system pods found
I1122 03:04:54.542674 202629 system_pods.go:89] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:04:54.542680 202629 system_pods.go:89] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running
I1122 03:04:54.542687 202629 system_pods.go:89] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running
I1122 03:04:54.542692 202629 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:04:54.542697 202629 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running
I1122 03:04:54.542702 202629 system_pods.go:89] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running
I1122 03:04:54.542707 202629 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running
I1122 03:04:54.542764 202629 system_pods.go:89] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:04:54.542784 202629 retry.go:31] will retry after 397.199627ms: missing components: kube-dns
I1122 03:04:54.972041 202629 system_pods.go:86] 8 kube-system pods found
I1122 03:04:54.972128 202629 system_pods.go:89] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Running
I1122 03:04:54.972154 202629 system_pods.go:89] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running
I1122 03:04:54.972193 202629 system_pods.go:89] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running
I1122 03:04:54.972220 202629 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:04:54.972242 202629 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running
I1122 03:04:54.972262 202629 system_pods.go:89] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running
I1122 03:04:54.972296 202629 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running
I1122 03:04:54.972322 202629 system_pods.go:89] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Running
I1122 03:04:54.972347 202629 system_pods.go:126] duration metric: took 1.039683964s to wait for k8s-apps to be running ...
I1122 03:04:54.972368 202629 system_svc.go:44] waiting for kubelet service to be running ....
I1122 03:04:54.972466 202629 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:04:55.002402 202629 system_svc.go:56] duration metric: took 30.023164ms WaitForService to wait for kubelet
I1122 03:04:55.002431 202629 kubeadm.go:587] duration metric: took 43.284637576s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:04:55.002450 202629 node_conditions.go:102] verifying NodePressure condition ...
I1122 03:04:55.008113 202629 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 03:04:55.008149 202629 node_conditions.go:123] node cpu capacity is 2
I1122 03:04:55.008163 202629 node_conditions.go:105] duration metric: took 5.707616ms to run NodePressure ...
I1122 03:04:55.008177 202629 start.go:242] waiting for startup goroutines ...
I1122 03:04:55.008185 202629 start.go:247] waiting for cluster config update ...
I1122 03:04:55.008196 202629 start.go:256] writing updated cluster config ...
I1122 03:04:55.008552 202629 ssh_runner.go:195] Run: rm -f paused
I1122 03:04:55.015126 202629 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:04:55.065537 202629 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-qwfkr" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.073636 202629 pod_ready.go:94] pod "coredns-66bc5c9577-qwfkr" is "Ready"
I1122 03:04:55.073708 202629 pod_ready.go:86] duration metric: took 8.094423ms for pod "coredns-66bc5c9577-qwfkr" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.078820 202629 pod_ready.go:83] waiting for pod "etcd-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.089576 202629 pod_ready.go:94] pod "etcd-default-k8s-diff-port-241752" is "Ready"
I1122 03:04:55.089660 202629 pod_ready.go:86] duration metric: took 10.748128ms for pod "etcd-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.098363 202629 pod_ready.go:83] waiting for pod "kube-apiserver-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.106584 202629 pod_ready.go:94] pod "kube-apiserver-default-k8s-diff-port-241752" is "Ready"
I1122 03:04:55.106664 202629 pod_ready.go:86] duration metric: took 8.23099ms for pod "kube-apiserver-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.112235 202629 pod_ready.go:83] waiting for pod "kube-controller-manager-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.419872 202629 pod_ready.go:94] pod "kube-controller-manager-default-k8s-diff-port-241752" is "Ready"
I1122 03:04:55.419951 202629 pod_ready.go:86] duration metric: took 307.64632ms for pod "kube-controller-manager-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.620082 202629 pod_ready.go:83] waiting for pod "kube-proxy-h9rql" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:56.019713 202629 pod_ready.go:94] pod "kube-proxy-h9rql" is "Ready"
I1122 03:04:56.019793 202629 pod_ready.go:86] duration metric: took 399.641992ms for pod "kube-proxy-h9rql" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:56.226260 202629 pod_ready.go:83] waiting for pod "kube-scheduler-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:56.619650 202629 pod_ready.go:94] pod "kube-scheduler-default-k8s-diff-port-241752" is "Ready"
I1122 03:04:56.619754 202629 pod_ready.go:86] duration metric: took 393.403088ms for pod "kube-scheduler-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:56.619800 202629 pod_ready.go:40] duration metric: took 1.604621505s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:04:56.715310 202629 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 03:04:56.720640 202629 out.go:179] * Done! kubectl is now configured to use "default-k8s-diff-port-241752" cluster and "default" namespace by default
I1122 03:05:00.179980 209576 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.861322905s)
I1122 03:05:00.180051 209576 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (5.802077121s)
I1122 03:05:00.180095 209576 api_server.go:52] waiting for apiserver process to appear ...
I1122 03:05:00.180170 209576 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 03:05:00.180265 209576 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.714542473s)
I1122 03:05:00.180722 209576 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (5.406598151s)
I1122 03:05:00.188001 209576 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p newest-cni-814190 addons enable metrics-server
I1122 03:05:00.308381 209576 api_server.go:72] duration metric: took 6.468978545s to wait for apiserver process to appear ...
I1122 03:05:00.308419 209576 api_server.go:88] waiting for apiserver healthz status ...
I1122 03:05:00.308442 209576 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 03:05:00.335270 209576 api_server.go:279] https://192.168.85.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1122 03:05:00.335309 209576 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1122 03:05:00.355616 209576 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
I1122 03:05:00.360641 209576 addons.go:530] duration metric: took 6.520763487s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1122 03:05:00.809171 209576 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 03:05:00.817684 209576 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1122 03:05:00.818881 209576 api_server.go:141] control plane version: v1.34.1
I1122 03:05:00.818905 209576 api_server.go:131] duration metric: took 510.478317ms to wait for apiserver health ...
I1122 03:05:00.818914 209576 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 03:05:00.822944 209576 system_pods.go:59] 8 kube-system pods found
I1122 03:05:00.822980 209576 system_pods.go:61] "coredns-66bc5c9577-g5fbx" [31d8ddff-b903-430c-880c-9b3aa7e89c49] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1122 03:05:00.822991 209576 system_pods.go:61] "etcd-newest-cni-814190" [7f79ee68-dc7d-4676-bc74-279ec301de96] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 03:05:00.822997 209576 system_pods.go:61] "kindnet-6tzk6" [76c5cb4c-a08c-47d6-a055-e32626b1839e] Running
I1122 03:05:00.823005 209576 system_pods.go:61] "kube-apiserver-newest-cni-814190" [f69e7167-b083-45e1-9b39-44c98add1a52] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1122 03:05:00.823011 209576 system_pods.go:61] "kube-controller-manager-newest-cni-814190" [77b479ae-21e4-422a-8e86-6123f7fe488c] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 03:05:00.823028 209576 system_pods.go:61] "kube-proxy-xmp9w" [a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4] Running
I1122 03:05:00.823035 209576 system_pods.go:61] "kube-scheduler-newest-cni-814190" [2feac19d-6b3f-4c3c-b9a5-81d7e94abde6] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 03:05:00.823048 209576 system_pods.go:61] "storage-provisioner" [66347a7e-f1a0-4bf8-8186-d44599f04a4f] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1122 03:05:00.823058 209576 system_pods.go:74] duration metric: took 4.137657ms to wait for pod list to return data ...
I1122 03:05:00.823067 209576 default_sa.go:34] waiting for default service account to be created ...
I1122 03:05:00.825503 209576 default_sa.go:45] found service account: "default"
I1122 03:05:00.825542 209576 default_sa.go:55] duration metric: took 2.468235ms for default service account to be created ...
I1122 03:05:00.825556 209576 kubeadm.go:587] duration metric: took 6.98616216s to wait for: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1122 03:05:00.825574 209576 node_conditions.go:102] verifying NodePressure condition ...
I1122 03:05:00.828248 209576 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 03:05:00.828354 209576 node_conditions.go:123] node cpu capacity is 2
I1122 03:05:00.828382 209576 node_conditions.go:105] duration metric: took 2.801373ms to run NodePressure ...
I1122 03:05:00.828424 209576 start.go:242] waiting for startup goroutines ...
I1122 03:05:00.828445 209576 start.go:247] waiting for cluster config update ...
I1122 03:05:00.828475 209576 start.go:256] writing updated cluster config ...
I1122 03:05:00.828822 209576 ssh_runner.go:195] Run: rm -f paused
I1122 03:05:00.911616 209576 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 03:05:00.914928 209576 out.go:179] * Done! kubectl is now configured to use "newest-cni-814190" cluster and "default" namespace by default
==> CRI-O <==
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.285746966Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.296967031Z" level=info msg="Running pod sandbox: kube-system/kindnet-6tzk6/POD" id=6d4a6718-edda-4559-98b1-84ce970e5531 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.29748206Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.323262723Z" level=warning msg="Skipping invalid sysctl specified by config {net.ipv4.ip_unprivileged_port_start 0}: \"net.ipv4.ip_unprivileged_port_start\" not allowed with host net enabled" id=34c9375a-c6a7-4aa9-aa5d-6c8ebca451fe name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.323790102Z" level=warning msg="Skipping invalid sysctl specified by config {net.ipv4.ip_unprivileged_port_start 0}: \"net.ipv4.ip_unprivileged_port_start\" not allowed with host net enabled" id=6d4a6718-edda-4559-98b1-84ce970e5531 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.351883241Z" level=info msg="Ran pod sandbox 8bb229465ab96bb4345f295be45f8f87b4435aaef06929b6b0401de125ce8f61 with infra container: kube-system/kube-proxy-xmp9w/POD" id=34c9375a-c6a7-4aa9-aa5d-6c8ebca451fe name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.3598031Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.34.1" id=aa7d1732-1cc4-43d7-9c7b-a921dc17bc80 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.364487451Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.34.1" id=b0dc02db-25f9-47b8-a1fc-33269fe09639 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.371070935Z" level=info msg="Ran pod sandbox 2497f7c36d1674c189d8311e0b9b75178fddd5d7a6bdb63cd5a3a11f10fec7e2 with infra container: kube-system/kindnet-6tzk6/POD" id=6d4a6718-edda-4559-98b1-84ce970e5531 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.374293019Z" level=info msg="Creating container: kube-system/kube-proxy-xmp9w/kube-proxy" id=aea26222-55bb-4a71-b57a-5e857bc575b3 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.374563683Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.390221237Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20250512-df8de77b" id=933cc294-ee5f-4951-8aa8-e88412d678d3 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.394665136Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20250512-df8de77b" id=9f25b76a-3691-4d58-9c55-4ea7e22971ea name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.403965866Z" level=info msg="Creating container: kube-system/kindnet-6tzk6/kindnet-cni" id=550a889c-f635-4609-bc45-c16b9e45e7f9 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.404313502Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.409843575Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.419319321Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.446236997Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.461943151Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.539012006Z" level=info msg="Created container 0280ca6660565725aae202c2a61bc10dea24dd1418c8dc754e79bc76c0a088a4: kube-system/kube-proxy-xmp9w/kube-proxy" id=aea26222-55bb-4a71-b57a-5e857bc575b3 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.539748829Z" level=info msg="Starting container: 0280ca6660565725aae202c2a61bc10dea24dd1418c8dc754e79bc76c0a088a4" id=86f24b3c-10a8-456c-ba25-d8572d7264b0 name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.546451362Z" level=info msg="Started container" PID=1066 containerID=0280ca6660565725aae202c2a61bc10dea24dd1418c8dc754e79bc76c0a088a4 description=kube-system/kube-proxy-xmp9w/kube-proxy id=86f24b3c-10a8-456c-ba25-d8572d7264b0 name=/runtime.v1.RuntimeService/StartContainer sandboxID=8bb229465ab96bb4345f295be45f8f87b4435aaef06929b6b0401de125ce8f61
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.57801599Z" level=info msg="Created container 00a90232502aae6a0cf2dfb3d37b60c42a425185a31cf8981a68daa1715aa6d8: kube-system/kindnet-6tzk6/kindnet-cni" id=550a889c-f635-4609-bc45-c16b9e45e7f9 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.582031686Z" level=info msg="Starting container: 00a90232502aae6a0cf2dfb3d37b60c42a425185a31cf8981a68daa1715aa6d8" id=b6815a91-9b9e-4295-805d-c5dcabfdbdac name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:04:59 newest-cni-814190 crio[614]: time="2025-11-22T03:04:59.585929736Z" level=info msg="Started container" PID=1069 containerID=00a90232502aae6a0cf2dfb3d37b60c42a425185a31cf8981a68daa1715aa6d8 description=kube-system/kindnet-6tzk6/kindnet-cni id=b6815a91-9b9e-4295-805d-c5dcabfdbdac name=/runtime.v1.RuntimeService/StartContainer sandboxID=2497f7c36d1674c189d8311e0b9b75178fddd5d7a6bdb63cd5a3a11f10fec7e2
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
00a90232502aa b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 7 seconds ago Running kindnet-cni 1 2497f7c36d167 kindnet-6tzk6 kube-system
0280ca6660565 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 7 seconds ago Running kube-proxy 1 8bb229465ab96 kube-proxy-xmp9w kube-system
26b8e35099b82 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 13 seconds ago Running kube-scheduler 1 9d3944364a1c6 kube-scheduler-newest-cni-814190 kube-system
b14dd31cb9259 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 13 seconds ago Running kube-controller-manager 1 8986fc2833d14 kube-controller-manager-newest-cni-814190 kube-system
1cdfc41b52297 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 13 seconds ago Running etcd 1 6c7cce2c615fc etcd-newest-cni-814190 kube-system
c668b5104eeb5 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 13 seconds ago Running kube-apiserver 1 4677d3777de0c kube-apiserver-newest-cni-814190 kube-system
==> describe nodes <==
Name: newest-cni-814190
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=newest-cni-814190
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=newest-cni-814190
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T03_04_35_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 03:04:31 +0000
Taints: node.kubernetes.io/not-ready:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: newest-cni-814190
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 03:04:58 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 03:04:58 +0000 Sat, 22 Nov 2025 03:04:28 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 03:04:58 +0000 Sat, 22 Nov 2025 03:04:28 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 03:04:58 +0000 Sat, 22 Nov 2025 03:04:28 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready False Sat, 22 Nov 2025 03:04:58 +0000 Sat, 22 Nov 2025 03:04:28 +0000 KubeletNotReady container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/cni/net.d/. Has your network provider started?
Addresses:
InternalIP: 192.168.85.2
Hostname: newest-cni-814190
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: 596d5bdb-9f5a-45ce-ac36-cd7be69e7ef8
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.42.0.0/24
PodCIDRs: 10.42.0.0/24
Non-terminated Pods: (6 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system etcd-newest-cni-814190 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 33s
kube-system kindnet-6tzk6 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 28s
kube-system kube-apiserver-newest-cni-814190 250m (12%) 0 (0%) 0 (0%) 0 (0%) 33s
kube-system kube-controller-manager-newest-cni-814190 200m (10%) 0 (0%) 0 (0%) 0 (0%) 33s
kube-system kube-proxy-xmp9w 0 (0%) 0 (0%) 0 (0%) 0 (0%) 28s
kube-system kube-scheduler-newest-cni-814190 100m (5%) 0 (0%) 0 (0%) 0 (0%) 33s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (1%) 50Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 26s kube-proxy
Normal Starting 7s kube-proxy
Normal NodeHasSufficientMemory 40s (x8 over 40s) kubelet Node newest-cni-814190 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 40s (x8 over 40s) kubelet Node newest-cni-814190 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 40s (x8 over 40s) kubelet Node newest-cni-814190 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 33s kubelet Node newest-cni-814190 status is now: NodeHasNoDiskPressure
Warning CgroupV1 33s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 33s kubelet Node newest-cni-814190 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 33s kubelet Node newest-cni-814190 status is now: NodeHasSufficientPID
Normal Starting 33s kubelet Starting kubelet.
Normal RegisteredNode 29s node-controller Node newest-cni-814190 event: Registered Node newest-cni-814190 in Controller
Normal Starting 15s kubelet Starting kubelet.
Warning CgroupV1 15s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 14s (x8 over 14s) kubelet Node newest-cni-814190 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 14s (x8 over 14s) kubelet Node newest-cni-814190 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 14s (x8 over 14s) kubelet Node newest-cni-814190 status is now: NodeHasSufficientPID
Normal RegisteredNode 6s node-controller Node newest-cni-814190 event: Registered Node newest-cni-814190 in Controller
==> dmesg <==
[Nov22 02:42] hrtimer: interrupt took 39554483 ns
[ +30.996351] overlayfs: idmapped layers are currently not supported
[ +28.004266] overlayfs: idmapped layers are currently not supported
[Nov22 02:43] overlayfs: idmapped layers are currently not supported
[Nov22 02:44] overlayfs: idmapped layers are currently not supported
[Nov22 02:45] overlayfs: idmapped layers are currently not supported
[Nov22 02:46] overlayfs: idmapped layers are currently not supported
[Nov22 02:49] overlayfs: idmapped layers are currently not supported
[Nov22 02:51] overlayfs: idmapped layers are currently not supported
[ +27.358169] systemd-journald[231]: Failed to send stream file descriptor to service manager: Connection refused
[ +1.241009] overlayfs: idmapped layers are currently not supported
[Nov22 02:53] overlayfs: idmapped layers are currently not supported
[Nov22 02:56] overlayfs: idmapped layers are currently not supported
[Nov22 02:57] overlayfs: idmapped layers are currently not supported
[ +5.709995] overlayfs: idmapped layers are currently not supported
[ +34.878505] overlayfs: idmapped layers are currently not supported
[Nov22 02:58] overlayfs: idmapped layers are currently not supported
[Nov22 02:59] overlayfs: idmapped layers are currently not supported
[Nov22 03:00] overlayfs: idmapped layers are currently not supported
[Nov22 03:01] overlayfs: idmapped layers are currently not supported
[Nov22 03:02] overlayfs: idmapped layers are currently not supported
[ +29.429632] overlayfs: idmapped layers are currently not supported
[Nov22 03:03] overlayfs: idmapped layers are currently not supported
[Nov22 03:04] overlayfs: idmapped layers are currently not supported
[ +25.656726] overlayfs: idmapped layers are currently not supported
==> etcd [1cdfc41b52297292a2bbcd412fe43ff95f1e5a88184db3b27149948b10a7ad0d] <==
{"level":"warn","ts":"2025-11-22T03:04:57.185562Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53086","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.204501Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53110","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.233433Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53114","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.256091Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53136","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.270886Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53160","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.302011Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53174","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.312088Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53220","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.333311Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53230","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.357000Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53258","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.387206Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53268","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.419629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53292","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.433104Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53308","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.455695Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53328","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.471574Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53344","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.488964Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53356","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.502805Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53378","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.533028Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53386","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.564657Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53414","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.567594Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53426","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.584948Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53438","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.609730Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53452","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.635338Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53468","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.651869Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53492","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.665855Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53504","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:57.741208Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53532","server-name":"","error":"EOF"}
==> kernel <==
03:05:07 up 1:47, 0 user, load average: 4.86, 3.79, 2.95
Linux newest-cni-814190 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [00a90232502aae6a0cf2dfb3d37b60c42a425185a31cf8981a68daa1715aa6d8] <==
I1122 03:04:59.720441 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 03:04:59.721559 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1122 03:04:59.729313 1 main.go:148] setting mtu 1500 for CNI
I1122 03:04:59.729341 1 main.go:178] kindnetd IP family: "ipv4"
I1122 03:04:59.729358 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T03:04:59Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 03:04:59.926464 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 03:04:59.926563 1 controller.go:381] "Waiting for informer caches to sync"
I1122 03:04:59.926601 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 03:04:59.934920 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
==> kube-apiserver [c668b5104eeb538db40070fd55a98849b4d67f8aac9769e6ba8a89d50c982651] <==
I1122 03:04:58.862956 1 cache.go:39] Caches are synced for LocalAvailability controller
I1122 03:04:58.863301 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1122 03:04:58.863384 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1122 03:04:58.863424 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1122 03:04:58.875871 1 shared_informer.go:356] "Caches are synced" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]"
I1122 03:04:58.876420 1 policy_source.go:240] refreshing policies
I1122 03:04:58.887574 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1122 03:04:58.888084 1 shared_informer.go:356] "Caches are synced" controller="crd-autoregister"
I1122 03:04:58.888929 1 aggregator.go:171] initial CRD sync complete...
I1122 03:04:58.888972 1 autoregister_controller.go:144] Starting autoregister controller
I1122 03:04:58.888980 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1122 03:04:58.888987 1 cache.go:39] Caches are synced for autoregister controller
E1122 03:04:58.937997 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1122 03:04:59.096535 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1122 03:04:59.330634 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 03:04:59.703169 1 controller.go:667] quota admission added evaluator for: namespaces
I1122 03:04:59.825918 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1122 03:04:59.871284 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1122 03:04:59.889541 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1122 03:05:00.034113 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.96.52.81"}
I1122 03:05:00.069994 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.110.197.128"}
I1122 03:05:02.022005 1 controller.go:667] quota admission added evaluator for: endpoints
I1122 03:05:02.308757 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1122 03:05:02.407112 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1122 03:05:02.509572 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
==> kube-controller-manager [b14dd31cb925994c08b8acb1ce61750ffc59900d5f33c6e5eaa39231c108c8ed] <==
I1122 03:05:01.944739 1 range_allocator.go:177] "Sending events to api server" logger="node-ipam-controller"
I1122 03:05:01.944765 1 range_allocator.go:183] "Starting range CIDR allocator" logger="node-ipam-controller"
I1122 03:05:01.944862 1 shared_informer.go:349] "Waiting for caches to sync" controller="cidrallocator"
I1122 03:05:01.944869 1 shared_informer.go:356] "Caches are synced" controller="cidrallocator"
I1122 03:05:01.948003 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1122 03:05:01.953422 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I1122 03:05:01.953465 1 shared_informer.go:356] "Caches are synced" controller="PV protection"
I1122 03:05:01.953492 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrapproving"
I1122 03:05:01.953547 1 shared_informer.go:356] "Caches are synced" controller="validatingadmissionpolicy-status"
I1122 03:05:01.953578 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1122 03:05:01.953602 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1122 03:05:01.953663 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1122 03:05:01.953956 1 shared_informer.go:356] "Caches are synced" controller="ReplicaSet"
I1122 03:05:01.954437 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1122 03:05:01.967720 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1122 03:05:01.967879 1 shared_informer.go:356] "Caches are synced" controller="deployment"
I1122 03:05:01.967958 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:05:01.968005 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:05:01.968018 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1122 03:05:01.968025 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1122 03:05:01.968096 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1122 03:05:01.969601 1 shared_informer.go:356] "Caches are synced" controller="legacy-service-account-token-cleaner"
I1122 03:05:01.969911 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1122 03:05:01.996931 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1122 03:05:01.999417 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
==> kube-proxy [0280ca6660565725aae202c2a61bc10dea24dd1418c8dc754e79bc76c0a088a4] <==
I1122 03:04:59.874577 1 server_linux.go:53] "Using iptables proxy"
I1122 03:05:00.245009 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 03:05:00.354902 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 03:05:00.355041 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1122 03:05:00.355156 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 03:05:00.459473 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 03:05:00.459750 1 server_linux.go:132] "Using iptables Proxier"
I1122 03:05:00.468346 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 03:05:00.469186 1 server.go:527] "Version info" version="v1.34.1"
I1122 03:05:00.469266 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:05:00.473491 1 config.go:106] "Starting endpoint slice config controller"
I1122 03:05:00.473588 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 03:05:00.475045 1 config.go:200] "Starting service config controller"
I1122 03:05:00.475128 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 03:05:00.475532 1 config.go:403] "Starting serviceCIDR config controller"
I1122 03:05:00.475584 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 03:05:00.476185 1 config.go:309] "Starting node config controller"
I1122 03:05:00.476267 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 03:05:00.476306 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 03:05:00.574382 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1122 03:05:00.575683 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 03:05:00.576100 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
==> kube-scheduler [26b8e35099b82a52bdc61a29f2e10efe00e9879aa7ee41774f68fe90e0a9c9af] <==
I1122 03:04:55.195752 1 serving.go:386] Generated self-signed cert in-memory
W1122 03:04:58.495679 1 requestheader_controller.go:204] Unable to get configmap/extension-apiserver-authentication in kube-system. Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'
W1122 03:04:58.495716 1 authentication.go:397] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"
W1122 03:04:58.495735 1 authentication.go:398] Continuing without authentication configuration. This may treat all requests as anonymous.
W1122 03:04:58.495743 1 authentication.go:399] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1122 03:04:58.837783 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1122 03:04:58.837820 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:04:58.855746 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:04:58.855790 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:04:58.859734 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1122 03:04:58.859913 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1122 03:04:58.956697 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Nov 22 03:04:58 newest-cni-814190 kubelet[734]: I1122 03:04:58.459826 734 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/etcd-newest-cni-814190"
Nov 22 03:04:58 newest-cni-814190 kubelet[734]: E1122 03:04:58.939076 734 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"etcd-newest-cni-814190\" already exists" pod="kube-system/etcd-newest-cni-814190"
Nov 22 03:04:58 newest-cni-814190 kubelet[734]: I1122 03:04:58.939109 734 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/kube-apiserver-newest-cni-814190"
Nov 22 03:04:58 newest-cni-814190 kubelet[734]: I1122 03:04:58.946494 734 apiserver.go:52] "Watching apiserver"
Nov 22 03:04:58 newest-cni-814190 kubelet[734]: I1122 03:04:58.993379 734 kubelet_node_status.go:124] "Node was previously registered" node="newest-cni-814190"
Nov 22 03:04:58 newest-cni-814190 kubelet[734]: I1122 03:04:58.993501 734 kubelet_node_status.go:78] "Successfully registered node" node="newest-cni-814190"
Nov 22 03:04:58 newest-cni-814190 kubelet[734]: I1122 03:04:58.993527 734 kuberuntime_manager.go:1828] "Updating runtime config through cri with podcidr" CIDR="10.42.0.0/24"
Nov 22 03:04:58 newest-cni-814190 kubelet[734]: I1122 03:04:58.994546 734 kubelet_network.go:47] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="10.42.0.0/24"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: E1122 03:04:59.019126 734 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"kube-apiserver-newest-cni-814190\" already exists" pod="kube-system/kube-apiserver-newest-cni-814190"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.019342 734 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/kube-controller-manager-newest-cni-814190"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: E1122 03:04:59.041452 734 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"kube-controller-manager-newest-cni-814190\" already exists" pod="kube-system/kube-controller-manager-newest-cni-814190"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.041498 734 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/kube-scheduler-newest-cni-814190"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: E1122 03:04:59.053609 734 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"kube-scheduler-newest-cni-814190\" already exists" pod="kube-system/kube-scheduler-newest-cni-814190"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.056532 734 desired_state_of_world_populator.go:154] "Finished populating initial desired state of world"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.085259 734 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/76c5cb4c-a08c-47d6-a055-e32626b1839e-cni-cfg\") pod \"kindnet-6tzk6\" (UID: \"76c5cb4c-a08c-47d6-a055-e32626b1839e\") " pod="kube-system/kindnet-6tzk6"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.085472 734 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4-lib-modules\") pod \"kube-proxy-xmp9w\" (UID: \"a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4\") " pod="kube-system/kube-proxy-xmp9w"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.085581 734 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/76c5cb4c-a08c-47d6-a055-e32626b1839e-xtables-lock\") pod \"kindnet-6tzk6\" (UID: \"76c5cb4c-a08c-47d6-a055-e32626b1839e\") " pod="kube-system/kindnet-6tzk6"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.085672 734 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4-xtables-lock\") pod \"kube-proxy-xmp9w\" (UID: \"a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4\") " pod="kube-system/kube-proxy-xmp9w"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.085776 734 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/76c5cb4c-a08c-47d6-a055-e32626b1839e-lib-modules\") pod \"kindnet-6tzk6\" (UID: \"76c5cb4c-a08c-47d6-a055-e32626b1839e\") " pod="kube-system/kindnet-6tzk6"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: I1122 03:04:59.112140 734 swap_util.go:74] "error creating dir to test if tmpfs noswap is enabled. Assuming not supported" mount path="" error="stat /var/lib/kubelet/plugins/kubernetes.io/empty-dir: no such file or directory"
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: W1122 03:04:59.337990 734 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712/crio-8bb229465ab96bb4345f295be45f8f87b4435aaef06929b6b0401de125ce8f61 WatchSource:0}: Error finding container 8bb229465ab96bb4345f295be45f8f87b4435aaef06929b6b0401de125ce8f61: Status 404 returned error can't find the container with id 8bb229465ab96bb4345f295be45f8f87b4435aaef06929b6b0401de125ce8f61
Nov 22 03:04:59 newest-cni-814190 kubelet[734]: W1122 03:04:59.349792 734 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/f9d52b286a17b7247e339aef4fa2cfc5ea38cb73cab2b7214d1d0ed5ebf1a712/crio-2497f7c36d1674c189d8311e0b9b75178fddd5d7a6bdb63cd5a3a11f10fec7e2 WatchSource:0}: Error finding container 2497f7c36d1674c189d8311e0b9b75178fddd5d7a6bdb63cd5a3a11f10fec7e2: Status 404 returned error can't find the container with id 2497f7c36d1674c189d8311e0b9b75178fddd5d7a6bdb63cd5a3a11f10fec7e2
Nov 22 03:05:02 newest-cni-814190 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Nov 22 03:05:02 newest-cni-814190 systemd[1]: kubelet.service: Deactivated successfully.
Nov 22 03:05:02 newest-cni-814190 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-814190 -n newest-cni-814190
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-814190 -n newest-cni-814190: exit status 2 (483.036855ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context newest-cni-814190 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:280: non-running pods: coredns-66bc5c9577-g5fbx storage-provisioner dashboard-metrics-scraper-6ffb444bf9-77frj kubernetes-dashboard-855c9754f9-4qqxk
helpers_test.go:282: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: describe non-running pods <======
helpers_test.go:285: (dbg) Run: kubectl --context newest-cni-814190 describe pod coredns-66bc5c9577-g5fbx storage-provisioner dashboard-metrics-scraper-6ffb444bf9-77frj kubernetes-dashboard-855c9754f9-4qqxk
helpers_test.go:285: (dbg) Non-zero exit: kubectl --context newest-cni-814190 describe pod coredns-66bc5c9577-g5fbx storage-provisioner dashboard-metrics-scraper-6ffb444bf9-77frj kubernetes-dashboard-855c9754f9-4qqxk: exit status 1 (110.563887ms)
** stderr **
Error from server (NotFound): pods "coredns-66bc5c9577-g5fbx" not found
Error from server (NotFound): pods "storage-provisioner" not found
Error from server (NotFound): pods "dashboard-metrics-scraper-6ffb444bf9-77frj" not found
Error from server (NotFound): pods "kubernetes-dashboard-855c9754f9-4qqxk" not found
** /stderr **
helpers_test.go:287: kubectl --context newest-cni-814190 describe pod coredns-66bc5c9577-g5fbx storage-provisioner dashboard-metrics-scraper-6ffb444bf9-77frj kubernetes-dashboard-855c9754f9-4qqxk: exit status 1
--- FAIL: TestStartStop/group/newest-cni/serial/Pause (7.14s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-241752 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-241752 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: exit status 11 (483.6392ms)
-- stdout --
-- /stdout --
** stderr **
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:05:05Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_2bafae6fa40fec163538f94366e390b0317a8b15_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
start_stop_delete_test.go:205: failed to enable an addon post-stop. args "out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-241752 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain": exit status 11
start_stop_delete_test.go:213: (dbg) Run: kubectl --context default-k8s-diff-port-241752 describe deploy/metrics-server -n kube-system
start_stop_delete_test.go:213: (dbg) Non-zero exit: kubectl --context default-k8s-diff-port-241752 describe deploy/metrics-server -n kube-system: exit status 1 (148.698755ms)
** stderr **
Error from server (NotFound): deployments.apps "metrics-server" not found
** /stderr **
start_stop_delete_test.go:215: failed to get info on auto-pause deployments. args "kubectl --context default-k8s-diff-port-241752 describe deploy/metrics-server -n kube-system": exit status 1
start_stop_delete_test.go:219: addon did not load correct image. Expected to contain " fake.domain/registry.k8s.io/echoserver:1.4". Addon deployment info:
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect default-k8s-diff-port-241752
helpers_test.go:243: (dbg) docker inspect default-k8s-diff-port-241752:
-- stdout --
[
{
"Id": "e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee",
"Created": "2025-11-22T03:03:37.472737003Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 203016,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T03:03:37.554918654Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/hostname",
"HostsPath": "/var/lib/docker/containers/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/hosts",
"LogPath": "/var/lib/docker/containers/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee-json.log",
"Name": "/default-k8s-diff-port-241752",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"default-k8s-diff-port-241752:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "default-k8s-diff-port-241752",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee",
"LowerDir": "/var/lib/docker/overlay2/1ff967c2cd08c560534d2970758939e698aa186732f866bc5057eb68ee57d560-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/1ff967c2cd08c560534d2970758939e698aa186732f866bc5057eb68ee57d560/merged",
"UpperDir": "/var/lib/docker/overlay2/1ff967c2cd08c560534d2970758939e698aa186732f866bc5057eb68ee57d560/diff",
"WorkDir": "/var/lib/docker/overlay2/1ff967c2cd08c560534d2970758939e698aa186732f866bc5057eb68ee57d560/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "default-k8s-diff-port-241752",
"Source": "/var/lib/docker/volumes/default-k8s-diff-port-241752/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "default-k8s-diff-port-241752",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8444/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "default-k8s-diff-port-241752",
"name.minikube.sigs.k8s.io": "default-k8s-diff-port-241752",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "abf4d5269eaa27a0de091b7170abef51ca2c08568fe4d3b390afb2c55d4d07ba",
"SandboxKey": "/var/run/docker/netns/abf4d5269eaa",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33081"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33082"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33085"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33083"
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33084"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"default-k8s-diff-port-241752": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "12:55:f8:eb:2d:74",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "56a9a1d8a34304f660cfa086c758332e306489cf00594cca9f710c976a366fc5",
"EndpointID": "d7efe5481c36d1b3be1dc4da0ad8210dd4a64d0ae082fec834a93e5b2ffff174",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"default-k8s-diff-port-241752",
"e1bc54f530a6"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-241752 -n default-k8s-diff-port-241752
helpers_test.go:252: <<< TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p default-k8s-diff-port-241752 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p default-k8s-diff-port-241752 logs -n 25: (1.557830347s)
helpers_test.go:260: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ stop │ -p no-preload-564946 --alsologtostderr -v=3 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable dashboard -p no-preload-564946 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ start │ -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:03 UTC │
│ addons │ enable metrics-server -p embed-certs-114686 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ │
│ stop │ -p embed-certs-114686 --alsologtostderr -v=3 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ addons │ enable dashboard -p embed-certs-114686 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:02 UTC │
│ start │ -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:02 UTC │ 22 Nov 25 03:03 UTC │
│ image │ no-preload-564946 image list --format=json │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ pause │ -p no-preload-564946 --alsologtostderr -v=1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
│ delete │ -p no-preload-564946 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ delete │ -p no-preload-564946 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ delete │ -p disable-driver-mounts-318891 │ disable-driver-mounts-318891 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ start │ -p default-k8s-diff-port-241752 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:04 UTC │
│ image │ embed-certs-114686 image list --format=json │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ pause │ -p embed-certs-114686 --alsologtostderr -v=1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
│ delete │ -p embed-certs-114686 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:04 UTC │
│ delete │ -p embed-certs-114686 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ start │ -p newest-cni-814190 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ addons │ enable metrics-server -p newest-cni-814190 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ │
│ stop │ -p newest-cni-814190 --alsologtostderr -v=3 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ addons │ enable dashboard -p newest-cni-814190 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ start │ -p newest-cni-814190 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:05 UTC │
│ image │ newest-cni-814190 image list --format=json │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ 22 Nov 25 03:05 UTC │
│ pause │ -p newest-cni-814190 --alsologtostderr -v=1 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ │
│ addons │ enable metrics-server -p default-k8s-diff-port-241752 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/11/22 03:04:45
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 03:04:45.797866 209576 out.go:360] Setting OutFile to fd 1 ...
I1122 03:04:45.798014 209576 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:04:45.798025 209576 out.go:374] Setting ErrFile to fd 2...
I1122 03:04:45.798030 209576 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:04:45.798288 209576 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:04:45.798655 209576 out.go:368] Setting JSON to false
I1122 03:04:45.799622 209576 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6412,"bootTime":1763774274,"procs":194,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 03:04:45.799694 209576 start.go:143] virtualization:
I1122 03:04:45.802704 209576 out.go:179] * [newest-cni-814190] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 03:04:45.806535 209576 out.go:179] - MINIKUBE_LOCATION=21946
I1122 03:04:45.806641 209576 notify.go:221] Checking for updates...
I1122 03:04:45.812719 209576 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 03:04:45.815654 209576 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:04:45.818449 209576 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 03:04:45.821271 209576 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 03:04:45.824125 209576 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 03:04:45.827450 209576 config.go:182] Loaded profile config "newest-cni-814190": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:04:45.828009 209576 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 03:04:45.852430 209576 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 03:04:45.852546 209576 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:04:45.911615 209576 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:39 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 03:04:45.902198724 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:04:45.911723 209576 docker.go:319] overlay module found
I1122 03:04:45.914904 209576 out.go:179] * Using the docker driver based on existing profile
I1122 03:04:45.917781 209576 start.go:309] selected driver: docker
I1122 03:04:45.917812 209576 start.go:927] validating driver "docker" against &{Name:newest-cni-814190 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker Mou
ntIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:04:45.917918 209576 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 03:04:45.918614 209576 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:04:45.979906 209576 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:39 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 03:04:45.970819464 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:04:45.980306 209576 start_flags.go:1011] Waiting for components: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1122 03:04:45.980340 209576 cni.go:84] Creating CNI manager for ""
I1122 03:04:45.980395 209576 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:04:45.980448 209576 start.go:353] cluster config:
{Name:newest-cni-814190 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker
BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:04:45.985490 209576 out.go:179] * Starting "newest-cni-814190" primary control-plane node in "newest-cni-814190" cluster
I1122 03:04:45.988341 209576 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 03:04:45.991262 209576 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 03:04:45.994124 209576 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:04:45.994183 209576 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 03:04:45.994196 209576 cache.go:65] Caching tarball of preloaded images
I1122 03:04:45.994202 209576 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 03:04:45.994312 209576 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 03:04:45.994324 209576 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 03:04:45.994475 209576 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/config.json ...
I1122 03:04:46.020082 209576 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 03:04:46.020111 209576 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 03:04:46.020130 209576 cache.go:243] Successfully downloaded all kic artifacts
I1122 03:04:46.020162 209576 start.go:360] acquireMachinesLock for newest-cni-814190: {Name:mk86c8e5002b87034287d292c2d6cc16140d4618 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:04:46.020224 209576 start.go:364] duration metric: took 37.925µs to acquireMachinesLock for "newest-cni-814190"
I1122 03:04:46.020247 209576 start.go:96] Skipping create...Using existing machine configuration
I1122 03:04:46.020252 209576 fix.go:54] fixHost starting:
I1122 03:04:46.020505 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:46.043086 209576 fix.go:112] recreateIfNeeded on newest-cni-814190: state=Stopped err=<nil>
W1122 03:04:46.043126 209576 fix.go:138] unexpected machine state, will restart: <nil>
W1122 03:04:43.772262 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
W1122 03:04:45.772635 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
I1122 03:04:46.046321 209576 out.go:252] * Restarting existing docker container for "newest-cni-814190" ...
I1122 03:04:46.046431 209576 cli_runner.go:164] Run: docker start newest-cni-814190
I1122 03:04:46.323736 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:46.345262 209576 kic.go:430] container "newest-cni-814190" state is running.
I1122 03:04:46.345665 209576 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-814190
I1122 03:04:46.369619 209576 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/config.json ...
I1122 03:04:46.369862 209576 machine.go:94] provisionDockerMachine start ...
I1122 03:04:46.369926 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:46.394410 209576 main.go:143] libmachine: Using SSH client type: native
I1122 03:04:46.394799 209576 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33091 <nil> <nil>}
I1122 03:04:46.394810 209576 main.go:143] libmachine: About to run SSH command:
hostname
I1122 03:04:46.395389 209576 main.go:143] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1122 03:04:49.542277 209576 main.go:143] libmachine: SSH cmd err, output: <nil>: newest-cni-814190
I1122 03:04:49.542298 209576 ubuntu.go:182] provisioning hostname "newest-cni-814190"
I1122 03:04:49.542359 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:49.561865 209576 main.go:143] libmachine: Using SSH client type: native
I1122 03:04:49.562211 209576 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33091 <nil> <nil>}
I1122 03:04:49.562224 209576 main.go:143] libmachine: About to run SSH command:
sudo hostname newest-cni-814190 && echo "newest-cni-814190" | sudo tee /etc/hostname
I1122 03:04:49.717375 209576 main.go:143] libmachine: SSH cmd err, output: <nil>: newest-cni-814190
I1122 03:04:49.717473 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:49.736221 209576 main.go:143] libmachine: Using SSH client type: native
I1122 03:04:49.736540 209576 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33091 <nil> <nil>}
I1122 03:04:49.736563 209576 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\snewest-cni-814190' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 newest-cni-814190/g' /etc/hosts;
else
echo '127.0.1.1 newest-cni-814190' | sudo tee -a /etc/hosts;
fi
fi
I1122 03:04:49.879015 209576 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 03:04:49.879040 209576 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 03:04:49.879085 209576 ubuntu.go:190] setting up certificates
I1122 03:04:49.879097 209576 provision.go:84] configureAuth start
I1122 03:04:49.879181 209576 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-814190
I1122 03:04:49.896840 209576 provision.go:143] copyHostCerts
I1122 03:04:49.896920 209576 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 03:04:49.896934 209576 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 03:04:49.897017 209576 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 03:04:49.897116 209576 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 03:04:49.897121 209576 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 03:04:49.897146 209576 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 03:04:49.897237 209576 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 03:04:49.897242 209576 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 03:04:49.897265 209576 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 03:04:49.897327 209576 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.newest-cni-814190 san=[127.0.0.1 192.168.85.2 localhost minikube newest-cni-814190]
I1122 03:04:50.241648 209576 provision.go:177] copyRemoteCerts
I1122 03:04:50.241718 209576 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 03:04:50.241771 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:50.260081 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:50.362656 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 03:04:50.381006 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1122 03:04:50.401916 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1122 03:04:50.421357 209576 provision.go:87] duration metric: took 542.233594ms to configureAuth
I1122 03:04:50.421384 209576 ubuntu.go:206] setting minikube options for container-runtime
I1122 03:04:50.421578 209576 config.go:182] Loaded profile config "newest-cni-814190": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:04:50.421678 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:50.438615 209576 main.go:143] libmachine: Using SSH client type: native
I1122 03:04:50.438952 209576 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33091 <nil> <nil>}
I1122 03:04:50.438968 209576 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 03:04:50.753873 209576 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 03:04:50.753905 209576 machine.go:97] duration metric: took 4.384025908s to provisionDockerMachine
I1122 03:04:50.753916 209576 start.go:293] postStartSetup for "newest-cni-814190" (driver="docker")
I1122 03:04:50.753936 209576 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 03:04:50.754010 209576 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 03:04:50.754064 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:50.773269 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
W1122 03:04:48.272868 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
W1122 03:04:50.771845 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
I1122 03:04:50.874976 209576 ssh_runner.go:195] Run: cat /etc/os-release
I1122 03:04:50.878349 209576 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 03:04:50.878378 209576 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 03:04:50.878389 209576 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 03:04:50.878455 209576 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 03:04:50.878552 209576 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 03:04:50.878682 209576 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1122 03:04:50.886205 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:04:50.903700 209576 start.go:296] duration metric: took 149.769149ms for postStartSetup
I1122 03:04:50.903815 209576 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 03:04:50.903858 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:50.921412 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:51.024301 209576 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 03:04:51.029595 209576 fix.go:56] duration metric: took 5.009335305s for fixHost
I1122 03:04:51.029620 209576 start.go:83] releasing machines lock for "newest-cni-814190", held for 5.009384553s
I1122 03:04:51.029696 209576 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-814190
I1122 03:04:51.048701 209576 ssh_runner.go:195] Run: cat /version.json
I1122 03:04:51.048758 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:51.049006 209576 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 03:04:51.049080 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:51.067907 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:51.080168 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:51.265804 209576 ssh_runner.go:195] Run: systemctl --version
I1122 03:04:51.272943 209576 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 03:04:51.309745 209576 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 03:04:51.314830 209576 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 03:04:51.314904 209576 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 03:04:51.322669 209576 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1122 03:04:51.322793 209576 start.go:496] detecting cgroup driver to use...
I1122 03:04:51.322841 209576 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 03:04:51.322912 209576 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 03:04:51.337847 209576 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 03:04:51.351006 209576 docker.go:218] disabling cri-docker service (if available) ...
I1122 03:04:51.351077 209576 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 03:04:51.366682 209576 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 03:04:51.380255 209576 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 03:04:51.502266 209576 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 03:04:51.628810 209576 docker.go:234] disabling docker service ...
I1122 03:04:51.628885 209576 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 03:04:51.644021 209576 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 03:04:51.656765 209576 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 03:04:51.787556 209576 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 03:04:51.910087 209576 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 03:04:51.924975 209576 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 03:04:51.941037 209576 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 03:04:51.941165 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:51.951064 209576 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 03:04:51.951165 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:51.960354 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:51.969646 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:51.978389 209576 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 03:04:51.986739 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:51.995593 209576 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:52.008004 209576 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:04:52.019733 209576 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 03:04:52.028039 209576 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 03:04:52.035707 209576 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:04:52.149246 209576 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 03:04:52.330962 209576 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 03:04:52.331100 209576 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 03:04:52.335046 209576 start.go:564] Will wait 60s for crictl version
I1122 03:04:52.335146 209576 ssh_runner.go:195] Run: which crictl
I1122 03:04:52.338486 209576 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 03:04:52.367187 209576 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 03:04:52.367322 209576 ssh_runner.go:195] Run: crio --version
I1122 03:04:52.403556 209576 ssh_runner.go:195] Run: crio --version
I1122 03:04:52.438805 209576 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 03:04:52.441396 209576 cli_runner.go:164] Run: docker network inspect newest-cni-814190 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:04:52.458210 209576 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1122 03:04:52.462117 209576 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:04:52.474431 209576 out.go:179] - kubeadm.pod-network-cidr=10.42.0.0/16
I1122 03:04:52.476955 209576 kubeadm.go:884] updating cluster {Name:newest-cni-814190 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:
262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 03:04:52.477118 209576 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:04:52.477210 209576 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:04:52.511424 209576 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:04:52.511450 209576 crio.go:433] Images already preloaded, skipping extraction
I1122 03:04:52.511509 209576 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:04:52.551302 209576 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:04:52.551325 209576 cache_images.go:86] Images are preloaded, skipping loading
I1122 03:04:52.551333 209576 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1122 03:04:52.551425 209576 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=newest-cni-814190 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 03:04:52.551509 209576 ssh_runner.go:195] Run: crio config
I1122 03:04:52.613352 209576 cni.go:84] Creating CNI manager for ""
I1122 03:04:52.613376 209576 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:04:52.613393 209576 kubeadm.go:85] Using pod CIDR: 10.42.0.0/16
I1122 03:04:52.613433 209576 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.42.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:newest-cni-814190 NodeName:newest-cni-814190 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/
kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 03:04:52.613585 209576 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "newest-cni-814190"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.42.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.42.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 03:04:52.613666 209576 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 03:04:52.622047 209576 binaries.go:51] Found k8s binaries, skipping transfer
I1122 03:04:52.622124 209576 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 03:04:52.631315 209576 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1122 03:04:52.645688 209576 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 03:04:52.659885 209576 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2212 bytes)
I1122 03:04:52.674866 209576 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1122 03:04:52.678732 209576 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:04:52.689419 209576 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:04:52.803515 209576 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:04:52.821162 209576 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190 for IP: 192.168.85.2
I1122 03:04:52.821184 209576 certs.go:195] generating shared ca certs ...
I1122 03:04:52.821199 209576 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:52.821362 209576 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 03:04:52.821422 209576 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 03:04:52.821435 209576 certs.go:257] generating profile certs ...
I1122 03:04:52.821547 209576 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/client.key
I1122 03:04:52.821631 209576 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.key.be927975
I1122 03:04:52.821678 209576 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/proxy-client.key
I1122 03:04:52.821806 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 03:04:52.821852 209576 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 03:04:52.821868 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 03:04:52.821897 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 03:04:52.821937 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 03:04:52.821963 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 03:04:52.822023 209576 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:04:52.822773 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 03:04:52.852793 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 03:04:52.873923 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 03:04:52.897053 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 03:04:52.920737 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1122 03:04:52.944595 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1122 03:04:52.979455 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 03:04:53.004503 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/newest-cni-814190/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1122 03:04:53.033737 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 03:04:53.055760 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 03:04:53.077269 209576 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 03:04:53.097969 209576 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 03:04:53.111938 209576 ssh_runner.go:195] Run: openssl version
I1122 03:04:53.119428 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 03:04:53.128235 209576 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 03:04:53.133939 209576 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 03:04:53.134029 209576 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 03:04:53.176009 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 03:04:53.184310 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 03:04:53.193004 209576 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 03:04:53.197062 209576 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 03:04:53.197128 209576 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 03:04:53.241931 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 03:04:53.250652 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 03:04:53.259695 209576 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 03:04:53.264204 209576 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 03:04:53.264299 209576 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 03:04:53.305866 209576 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 03:04:53.313768 209576 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 03:04:53.317558 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1122 03:04:53.358445 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1122 03:04:53.399240 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1122 03:04:53.439930 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1122 03:04:53.490615 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1122 03:04:53.555049 209576 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1122 03:04:53.608573 209576 kubeadm.go:401] StartCluster: {Name:newest-cni-814190 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-814190 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262
144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:04:53.608725 209576 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 03:04:53.608839 209576 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 03:04:53.706395 209576 cri.go:89] found id: "26b8e35099b82a52bdc61a29f2e10efe00e9879aa7ee41774f68fe90e0a9c9af"
I1122 03:04:53.706469 209576 cri.go:89] found id: "b14dd31cb925994c08b8acb1ce61750ffc59900d5f33c6e5eaa39231c108c8ed"
I1122 03:04:53.706495 209576 cri.go:89] found id: "c668b5104eeb538db40070fd55a98849b4d67f8aac9769e6ba8a89d50c982651"
I1122 03:04:53.706519 209576 cri.go:89] found id: ""
I1122 03:04:53.706598 209576 ssh_runner.go:195] Run: sudo runc list -f json
W1122 03:04:53.728270 209576 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:04:53Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:04:53.728426 209576 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 03:04:53.792607 209576 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1122 03:04:53.792664 209576 kubeadm.go:598] restartPrimaryControlPlane start ...
I1122 03:04:53.792759 209576 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1122 03:04:53.805247 209576 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1122 03:04:53.805976 209576 kubeconfig.go:47] verify endpoint returned: get endpoint: "newest-cni-814190" does not appear in /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:04:53.806339 209576 kubeconfig.go:62] /home/jenkins/minikube-integration/21946-2339/kubeconfig needs updating (will repair): [kubeconfig missing "newest-cni-814190" cluster setting kubeconfig missing "newest-cni-814190" context setting]
I1122 03:04:53.806946 209576 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:53.810247 209576 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1122 03:04:53.837626 209576 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.85.2
I1122 03:04:53.837708 209576 kubeadm.go:602] duration metric: took 45.012703ms to restartPrimaryControlPlane
I1122 03:04:53.837751 209576 kubeadm.go:403] duration metric: took 229.187584ms to StartCluster
I1122 03:04:53.837781 209576 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:53.837888 209576 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:04:53.839043 209576 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:04:53.839344 209576 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:04:53.839857 209576 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 03:04:53.839936 209576 addons.go:70] Setting storage-provisioner=true in profile "newest-cni-814190"
I1122 03:04:53.839951 209576 addons.go:239] Setting addon storage-provisioner=true in "newest-cni-814190"
W1122 03:04:53.839957 209576 addons.go:248] addon storage-provisioner should already be in state true
I1122 03:04:53.839980 209576 host.go:66] Checking if "newest-cni-814190" exists ...
I1122 03:04:53.840449 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:53.840897 209576 config.go:182] Loaded profile config "newest-cni-814190": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:04:53.840988 209576 addons.go:70] Setting dashboard=true in profile "newest-cni-814190"
I1122 03:04:53.841027 209576 addons.go:239] Setting addon dashboard=true in "newest-cni-814190"
W1122 03:04:53.841052 209576 addons.go:248] addon dashboard should already be in state true
I1122 03:04:53.841104 209576 host.go:66] Checking if "newest-cni-814190" exists ...
I1122 03:04:53.841607 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:53.842926 209576 addons.go:70] Setting default-storageclass=true in profile "newest-cni-814190"
I1122 03:04:53.842947 209576 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "newest-cni-814190"
I1122 03:04:53.843438 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:53.846579 209576 out.go:179] * Verifying Kubernetes components...
I1122 03:04:53.850863 209576 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:04:53.882125 209576 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1122 03:04:53.887299 209576 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1122 03:04:53.890477 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1122 03:04:53.890503 209576 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1122 03:04:53.890585 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:53.908410 209576 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1122 03:04:53.911828 209576 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:04:53.911857 209576 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 03:04:53.911923 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:53.913034 209576 addons.go:239] Setting addon default-storageclass=true in "newest-cni-814190"
W1122 03:04:53.913056 209576 addons.go:248] addon default-storageclass should already be in state true
I1122 03:04:53.913085 209576 host.go:66] Checking if "newest-cni-814190" exists ...
I1122 03:04:53.913524 209576 cli_runner.go:164] Run: docker container inspect newest-cni-814190 --format={{.State.Status}}
I1122 03:04:53.943794 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:53.960127 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:53.980847 209576 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 03:04:53.980871 209576 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 03:04:53.980929 209576 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-814190
I1122 03:04:54.013239 209576 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33091 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/newest-cni-814190/id_rsa Username:docker}
I1122 03:04:54.318616 209576 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:04:54.377955 209576 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:04:54.424175 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1122 03:04:54.424199 209576 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1122 03:04:54.465696 209576 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 03:04:54.481514 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1122 03:04:54.481581 209576 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1122 03:04:54.503827 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1122 03:04:54.503897 209576 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1122 03:04:54.564912 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1122 03:04:54.564987 209576 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1122 03:04:54.632606 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1122 03:04:54.632678 209576 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1122 03:04:54.663167 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1122 03:04:54.663244 209576 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1122 03:04:54.699931 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1122 03:04:54.699957 209576 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1122 03:04:54.721423 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1122 03:04:54.721498 209576 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1122 03:04:54.746039 209576 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1122 03:04:54.746116 209576 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1122 03:04:54.774034 209576 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
W1122 03:04:52.773482 202629 node_ready.go:57] node "default-k8s-diff-port-241752" has "Ready":"False" status (will retry)
I1122 03:04:53.786776 202629 node_ready.go:49] node "default-k8s-diff-port-241752" is "Ready"
I1122 03:04:53.786801 202629 node_ready.go:38] duration metric: took 41.017773747s for node "default-k8s-diff-port-241752" to be "Ready" ...
I1122 03:04:53.786814 202629 api_server.go:52] waiting for apiserver process to appear ...
I1122 03:04:53.786872 202629 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 03:04:53.812832 202629 api_server.go:72] duration metric: took 42.095035594s to wait for apiserver process to appear ...
I1122 03:04:53.812852 202629 api_server.go:88] waiting for apiserver healthz status ...
I1122 03:04:53.812871 202629 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8444/healthz ...
I1122 03:04:53.880296 202629 api_server.go:279] https://192.168.76.2:8444/healthz returned 200:
ok
I1122 03:04:53.882292 202629 api_server.go:141] control plane version: v1.34.1
I1122 03:04:53.882313 202629 api_server.go:131] duration metric: took 69.454102ms to wait for apiserver health ...
I1122 03:04:53.882322 202629 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 03:04:53.903677 202629 system_pods.go:59] 8 kube-system pods found
I1122 03:04:53.903712 202629 system_pods.go:61] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:04:53.903719 202629 system_pods.go:61] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running
I1122 03:04:53.903725 202629 system_pods.go:61] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running
I1122 03:04:53.903730 202629 system_pods.go:61] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:04:53.903735 202629 system_pods.go:61] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running
I1122 03:04:53.903742 202629 system_pods.go:61] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running
I1122 03:04:53.903746 202629 system_pods.go:61] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running
I1122 03:04:53.903757 202629 system_pods.go:61] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:04:53.903764 202629 system_pods.go:74] duration metric: took 21.436964ms to wait for pod list to return data ...
I1122 03:04:53.903772 202629 default_sa.go:34] waiting for default service account to be created ...
I1122 03:04:53.932623 202629 default_sa.go:45] found service account: "default"
I1122 03:04:53.932646 202629 default_sa.go:55] duration metric: took 28.86759ms for default service account to be created ...
I1122 03:04:53.932655 202629 system_pods.go:116] waiting for k8s-apps to be running ...
I1122 03:04:53.959892 202629 system_pods.go:86] 8 kube-system pods found
I1122 03:04:53.959925 202629 system_pods.go:89] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:04:53.959932 202629 system_pods.go:89] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running
I1122 03:04:53.959939 202629 system_pods.go:89] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running
I1122 03:04:53.959943 202629 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:04:53.959947 202629 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running
I1122 03:04:53.959952 202629 system_pods.go:89] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running
I1122 03:04:53.959955 202629 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running
I1122 03:04:53.959961 202629 system_pods.go:89] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:04:53.959985 202629 retry.go:31] will retry after 269.525973ms: missing components: kube-dns
I1122 03:04:54.242683 202629 system_pods.go:86] 8 kube-system pods found
I1122 03:04:54.242726 202629 system_pods.go:89] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:04:54.242734 202629 system_pods.go:89] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running
I1122 03:04:54.242741 202629 system_pods.go:89] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running
I1122 03:04:54.242746 202629 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:04:54.242751 202629 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running
I1122 03:04:54.242755 202629 system_pods.go:89] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running
I1122 03:04:54.242759 202629 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running
I1122 03:04:54.242764 202629 system_pods.go:89] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:04:54.242778 202629 retry.go:31] will retry after 295.945167ms: missing components: kube-dns
I1122 03:04:54.542641 202629 system_pods.go:86] 8 kube-system pods found
I1122 03:04:54.542674 202629 system_pods.go:89] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:04:54.542680 202629 system_pods.go:89] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running
I1122 03:04:54.542687 202629 system_pods.go:89] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running
I1122 03:04:54.542692 202629 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:04:54.542697 202629 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running
I1122 03:04:54.542702 202629 system_pods.go:89] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running
I1122 03:04:54.542707 202629 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running
I1122 03:04:54.542764 202629 system_pods.go:89] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:04:54.542784 202629 retry.go:31] will retry after 397.199627ms: missing components: kube-dns
I1122 03:04:54.972041 202629 system_pods.go:86] 8 kube-system pods found
I1122 03:04:54.972128 202629 system_pods.go:89] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Running
I1122 03:04:54.972154 202629 system_pods.go:89] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running
I1122 03:04:54.972193 202629 system_pods.go:89] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running
I1122 03:04:54.972220 202629 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:04:54.972242 202629 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running
I1122 03:04:54.972262 202629 system_pods.go:89] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running
I1122 03:04:54.972296 202629 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running
I1122 03:04:54.972322 202629 system_pods.go:89] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Running
I1122 03:04:54.972347 202629 system_pods.go:126] duration metric: took 1.039683964s to wait for k8s-apps to be running ...
I1122 03:04:54.972368 202629 system_svc.go:44] waiting for kubelet service to be running ....
I1122 03:04:54.972466 202629 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:04:55.002402 202629 system_svc.go:56] duration metric: took 30.023164ms WaitForService to wait for kubelet
I1122 03:04:55.002431 202629 kubeadm.go:587] duration metric: took 43.284637576s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:04:55.002450 202629 node_conditions.go:102] verifying NodePressure condition ...
I1122 03:04:55.008113 202629 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 03:04:55.008149 202629 node_conditions.go:123] node cpu capacity is 2
I1122 03:04:55.008163 202629 node_conditions.go:105] duration metric: took 5.707616ms to run NodePressure ...
I1122 03:04:55.008177 202629 start.go:242] waiting for startup goroutines ...
I1122 03:04:55.008185 202629 start.go:247] waiting for cluster config update ...
I1122 03:04:55.008196 202629 start.go:256] writing updated cluster config ...
I1122 03:04:55.008552 202629 ssh_runner.go:195] Run: rm -f paused
I1122 03:04:55.015126 202629 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:04:55.065537 202629 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-qwfkr" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.073636 202629 pod_ready.go:94] pod "coredns-66bc5c9577-qwfkr" is "Ready"
I1122 03:04:55.073708 202629 pod_ready.go:86] duration metric: took 8.094423ms for pod "coredns-66bc5c9577-qwfkr" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.078820 202629 pod_ready.go:83] waiting for pod "etcd-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.089576 202629 pod_ready.go:94] pod "etcd-default-k8s-diff-port-241752" is "Ready"
I1122 03:04:55.089660 202629 pod_ready.go:86] duration metric: took 10.748128ms for pod "etcd-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.098363 202629 pod_ready.go:83] waiting for pod "kube-apiserver-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.106584 202629 pod_ready.go:94] pod "kube-apiserver-default-k8s-diff-port-241752" is "Ready"
I1122 03:04:55.106664 202629 pod_ready.go:86] duration metric: took 8.23099ms for pod "kube-apiserver-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.112235 202629 pod_ready.go:83] waiting for pod "kube-controller-manager-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.419872 202629 pod_ready.go:94] pod "kube-controller-manager-default-k8s-diff-port-241752" is "Ready"
I1122 03:04:55.419951 202629 pod_ready.go:86] duration metric: took 307.64632ms for pod "kube-controller-manager-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:55.620082 202629 pod_ready.go:83] waiting for pod "kube-proxy-h9rql" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:56.019713 202629 pod_ready.go:94] pod "kube-proxy-h9rql" is "Ready"
I1122 03:04:56.019793 202629 pod_ready.go:86] duration metric: took 399.641992ms for pod "kube-proxy-h9rql" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:56.226260 202629 pod_ready.go:83] waiting for pod "kube-scheduler-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:56.619650 202629 pod_ready.go:94] pod "kube-scheduler-default-k8s-diff-port-241752" is "Ready"
I1122 03:04:56.619754 202629 pod_ready.go:86] duration metric: took 393.403088ms for pod "kube-scheduler-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:04:56.619800 202629 pod_ready.go:40] duration metric: took 1.604621505s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:04:56.715310 202629 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 03:04:56.720640 202629 out.go:179] * Done! kubectl is now configured to use "default-k8s-diff-port-241752" cluster and "default" namespace by default
I1122 03:05:00.179980 209576 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.861322905s)
I1122 03:05:00.180051 209576 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (5.802077121s)
I1122 03:05:00.180095 209576 api_server.go:52] waiting for apiserver process to appear ...
I1122 03:05:00.180170 209576 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 03:05:00.180265 209576 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.714542473s)
I1122 03:05:00.180722 209576 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (5.406598151s)
I1122 03:05:00.188001 209576 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p newest-cni-814190 addons enable metrics-server
I1122 03:05:00.308381 209576 api_server.go:72] duration metric: took 6.468978545s to wait for apiserver process to appear ...
I1122 03:05:00.308419 209576 api_server.go:88] waiting for apiserver healthz status ...
I1122 03:05:00.308442 209576 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 03:05:00.335270 209576 api_server.go:279] https://192.168.85.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1122 03:05:00.335309 209576 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1122 03:05:00.355616 209576 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
I1122 03:05:00.360641 209576 addons.go:530] duration metric: took 6.520763487s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1122 03:05:00.809171 209576 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 03:05:00.817684 209576 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1122 03:05:00.818881 209576 api_server.go:141] control plane version: v1.34.1
I1122 03:05:00.818905 209576 api_server.go:131] duration metric: took 510.478317ms to wait for apiserver health ...
I1122 03:05:00.818914 209576 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 03:05:00.822944 209576 system_pods.go:59] 8 kube-system pods found
I1122 03:05:00.822980 209576 system_pods.go:61] "coredns-66bc5c9577-g5fbx" [31d8ddff-b903-430c-880c-9b3aa7e89c49] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1122 03:05:00.822991 209576 system_pods.go:61] "etcd-newest-cni-814190" [7f79ee68-dc7d-4676-bc74-279ec301de96] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 03:05:00.822997 209576 system_pods.go:61] "kindnet-6tzk6" [76c5cb4c-a08c-47d6-a055-e32626b1839e] Running
I1122 03:05:00.823005 209576 system_pods.go:61] "kube-apiserver-newest-cni-814190" [f69e7167-b083-45e1-9b39-44c98add1a52] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1122 03:05:00.823011 209576 system_pods.go:61] "kube-controller-manager-newest-cni-814190" [77b479ae-21e4-422a-8e86-6123f7fe488c] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 03:05:00.823028 209576 system_pods.go:61] "kube-proxy-xmp9w" [a1cd1bcb-8c08-4160-a2fb-9bf53e4647e4] Running
I1122 03:05:00.823035 209576 system_pods.go:61] "kube-scheduler-newest-cni-814190" [2feac19d-6b3f-4c3c-b9a5-81d7e94abde6] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 03:05:00.823048 209576 system_pods.go:61] "storage-provisioner" [66347a7e-f1a0-4bf8-8186-d44599f04a4f] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1122 03:05:00.823058 209576 system_pods.go:74] duration metric: took 4.137657ms to wait for pod list to return data ...
I1122 03:05:00.823067 209576 default_sa.go:34] waiting for default service account to be created ...
I1122 03:05:00.825503 209576 default_sa.go:45] found service account: "default"
I1122 03:05:00.825542 209576 default_sa.go:55] duration metric: took 2.468235ms for default service account to be created ...
I1122 03:05:00.825556 209576 kubeadm.go:587] duration metric: took 6.98616216s to wait for: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1122 03:05:00.825574 209576 node_conditions.go:102] verifying NodePressure condition ...
I1122 03:05:00.828248 209576 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 03:05:00.828354 209576 node_conditions.go:123] node cpu capacity is 2
I1122 03:05:00.828382 209576 node_conditions.go:105] duration metric: took 2.801373ms to run NodePressure ...
I1122 03:05:00.828424 209576 start.go:242] waiting for startup goroutines ...
I1122 03:05:00.828445 209576 start.go:247] waiting for cluster config update ...
I1122 03:05:00.828475 209576 start.go:256] writing updated cluster config ...
I1122 03:05:00.828822 209576 ssh_runner.go:195] Run: rm -f paused
I1122 03:05:00.911616 209576 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 03:05:00.914928 209576 out.go:179] * Done! kubectl is now configured to use "newest-cni-814190" cluster and "default" namespace by default
==> CRI-O <==
Nov 22 03:04:54 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:54.155813244Z" level=info msg="Created container b31c7811ec99754347ce93a3132f88e8ca109f761fe515528c069bca9859d844: kube-system/coredns-66bc5c9577-qwfkr/coredns" id=89c062f1-33e4-4c81-b828-66e476b79bb1 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:04:54 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:54.158660861Z" level=info msg="Starting container: b31c7811ec99754347ce93a3132f88e8ca109f761fe515528c069bca9859d844" id=d0a8cac1-cbcc-49c0-a414-5b4ff4c040ec name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:04:54 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:54.17182403Z" level=info msg="Started container" PID=1734 containerID=b31c7811ec99754347ce93a3132f88e8ca109f761fe515528c069bca9859d844 description=kube-system/coredns-66bc5c9577-qwfkr/coredns id=d0a8cac1-cbcc-49c0-a414-5b4ff4c040ec name=/runtime.v1.RuntimeService/StartContainer sandboxID=04730140a82b83e81fd5b5a45e590a5cf37c4ca5f765e4fa5bc224dd131572ef
Nov 22 03:04:57 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:57.333849203Z" level=info msg="Running pod sandbox: default/busybox/POD" id=805f410e-7c87-4029-96f9-4b2768828278 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:04:57 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:57.333926651Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:57 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:57.344914099Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:5741b9ba3989235faafd7035e555bbb72de14b2798aea0747c332f34544a37bc UID:2fbece27-4c5f-4107-96ae-fe6baafe2664 NetNS:/var/run/netns/5060398f-a5ea-416b-bd21-ce4d5a961f78 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x4000078a28}] Aliases:map[]}"
Nov 22 03:04:57 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:57.344954181Z" level=info msg="Adding pod default_busybox to CNI network \"kindnet\" (type=ptp)"
Nov 22 03:04:57 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:57.359182848Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:5741b9ba3989235faafd7035e555bbb72de14b2798aea0747c332f34544a37bc UID:2fbece27-4c5f-4107-96ae-fe6baafe2664 NetNS:/var/run/netns/5060398f-a5ea-416b-bd21-ce4d5a961f78 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x4000078a28}] Aliases:map[]}"
Nov 22 03:04:57 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:57.359345843Z" level=info msg="Checking pod default_busybox for CNI network kindnet (type=ptp)"
Nov 22 03:04:57 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:57.368139511Z" level=info msg="Ran pod sandbox 5741b9ba3989235faafd7035e555bbb72de14b2798aea0747c332f34544a37bc with infra container: default/busybox/POD" id=805f410e-7c87-4029-96f9-4b2768828278 name=/runtime.v1.RuntimeService/RunPodSandbox
Nov 22 03:04:57 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:57.369444443Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=cd8be0ef-b42e-4feb-a5fc-e416d2088f94 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:04:57 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:57.369577014Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28.4-glibc not found" id=cd8be0ef-b42e-4feb-a5fc-e416d2088f94 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:04:57 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:57.369621814Z" level=info msg="Neither image nor artfiact gcr.io/k8s-minikube/busybox:1.28.4-glibc found" id=cd8be0ef-b42e-4feb-a5fc-e416d2088f94 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:04:57 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:57.37299772Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=c8a0a6ee-dbf0-4d5a-81a8-ec1566fdf872 name=/runtime.v1.ImageService/PullImage
Nov 22 03:04:57 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:57.378901087Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28.4-glibc\""
Nov 22 03:04:59 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:59.535503627Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e" id=c8a0a6ee-dbf0-4d5a-81a8-ec1566fdf872 name=/runtime.v1.ImageService/PullImage
Nov 22 03:04:59 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:59.536704329Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=94264161-e262-431c-a237-e50271e79d4f name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:04:59 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:59.541969228Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=7cf5178b-aa76-454e-89b7-af7ffb00b342 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:04:59 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:59.551325359Z" level=info msg="Creating container: default/busybox/busybox" id=e6f11c8c-9c52-490f-90be-1f1eb34a2f65 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:04:59 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:59.551481552Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:59.56214945Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:59.562785047Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:04:59 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:59.590064669Z" level=info msg="Created container a80ffb21c1be14cf1efee1b2da799ba0146086ae853b9533b1ebf661d47ea33b: default/busybox/busybox" id=e6f11c8c-9c52-490f-90be-1f1eb34a2f65 name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:04:59 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:59.594129719Z" level=info msg="Starting container: a80ffb21c1be14cf1efee1b2da799ba0146086ae853b9533b1ebf661d47ea33b" id=27347381-dec6-4415-b9e9-a090cfd27fbb name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:04:59 default-k8s-diff-port-241752 crio[837]: time="2025-11-22T03:04:59.598969057Z" level=info msg="Started container" PID=1787 containerID=a80ffb21c1be14cf1efee1b2da799ba0146086ae853b9533b1ebf661d47ea33b description=default/busybox/busybox id=27347381-dec6-4415-b9e9-a090cfd27fbb name=/runtime.v1.RuntimeService/StartContainer sandboxID=5741b9ba3989235faafd7035e555bbb72de14b2798aea0747c332f34544a37bc
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
a80ffb21c1be1 gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e 7 seconds ago Running busybox 0 5741b9ba39892 busybox default
b31c7811ec997 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 12 seconds ago Running coredns 0 04730140a82b8 coredns-66bc5c9577-qwfkr kube-system
0b7e6461372b1 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 13 seconds ago Running storage-provisioner 0 63f8982aa7d58 storage-provisioner kube-system
ba1f6034c9151 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 54 seconds ago Running kindnet-cni 0 5f7e0d0f721f4 kindnet-xjlzl kube-system
c2884a26c64f7 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 54 seconds ago Running kube-proxy 0 6f593a0791510 kube-proxy-h9rql kube-system
15eb13eb88bd9 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Running kube-scheduler 0 4bff7a735fbe0 kube-scheduler-default-k8s-diff-port-241752 kube-system
ba1447bab37e1 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Running kube-apiserver 0 b86dba2aa2a7e kube-apiserver-default-k8s-diff-port-241752 kube-system
8cc4a73d15cc8 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Running etcd 0 82ad633551949 etcd-default-k8s-diff-port-241752 kube-system
ed78ece731c1a 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Running kube-controller-manager 0 6ba346ec1e0c1 kube-controller-manager-default-k8s-diff-port-241752 kube-system
==> coredns [b31c7811ec99754347ce93a3132f88e8ca109f761fe515528c069bca9859d844] <==
maxprocs: Leaving GOMAXPROCS=2: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:43591 - 62987 "HINFO IN 4805220725422504822.1699976818130986822. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.00603195s
==> describe nodes <==
Name: default-k8s-diff-port-241752
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=default-k8s-diff-port-241752
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=default-k8s-diff-port-241752
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T03_04_08_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 03:04:03 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: default-k8s-diff-port-241752
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 03:04:58 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 03:04:58 +0000 Sat, 22 Nov 2025 03:03:58 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 03:04:58 +0000 Sat, 22 Nov 2025 03:03:58 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 03:04:58 +0000 Sat, 22 Nov 2025 03:03:58 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 22 Nov 2025 03:04:58 +0000 Sat, 22 Nov 2025 03:04:53 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: default-k8s-diff-port-241752
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: 8affa393-9492-44e5-a1ab-1807a873ef2d
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11s
kube-system coredns-66bc5c9577-qwfkr 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 55s
kube-system etcd-default-k8s-diff-port-241752 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 60s
kube-system kindnet-xjlzl 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 55s
kube-system kube-apiserver-default-k8s-diff-port-241752 250m (12%) 0 (0%) 0 (0%) 0 (0%) 64s
kube-system kube-controller-manager-default-k8s-diff-port-241752 200m (10%) 0 (0%) 0 (0%) 0 (0%) 60s
kube-system kube-proxy-h9rql 0 (0%) 0 (0%) 0 (0%) 0 (0%) 56s
kube-system kube-scheduler-default-k8s-diff-port-241752 100m (5%) 0 (0%) 0 (0%) 0 (0%) 60s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 55s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 54s kube-proxy
Warning CgroupV1 71s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 70s (x8 over 70s) kubelet Node default-k8s-diff-port-241752 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 70s (x8 over 70s) kubelet Node default-k8s-diff-port-241752 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 70s (x8 over 70s) kubelet Node default-k8s-diff-port-241752 status is now: NodeHasSufficientPID
Normal Starting 60s kubelet Starting kubelet.
Warning CgroupV1 60s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 60s kubelet Node default-k8s-diff-port-241752 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 60s kubelet Node default-k8s-diff-port-241752 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 60s kubelet Node default-k8s-diff-port-241752 status is now: NodeHasSufficientPID
Normal RegisteredNode 56s node-controller Node default-k8s-diff-port-241752 event: Registered Node default-k8s-diff-port-241752 in Controller
Normal NodeReady 14s kubelet Node default-k8s-diff-port-241752 status is now: NodeReady
==> dmesg <==
[Nov22 02:42] hrtimer: interrupt took 39554483 ns
[ +30.996351] overlayfs: idmapped layers are currently not supported
[ +28.004266] overlayfs: idmapped layers are currently not supported
[Nov22 02:43] overlayfs: idmapped layers are currently not supported
[Nov22 02:44] overlayfs: idmapped layers are currently not supported
[Nov22 02:45] overlayfs: idmapped layers are currently not supported
[Nov22 02:46] overlayfs: idmapped layers are currently not supported
[Nov22 02:49] overlayfs: idmapped layers are currently not supported
[Nov22 02:51] overlayfs: idmapped layers are currently not supported
[ +27.358169] systemd-journald[231]: Failed to send stream file descriptor to service manager: Connection refused
[ +1.241009] overlayfs: idmapped layers are currently not supported
[Nov22 02:53] overlayfs: idmapped layers are currently not supported
[Nov22 02:56] overlayfs: idmapped layers are currently not supported
[Nov22 02:57] overlayfs: idmapped layers are currently not supported
[ +5.709995] overlayfs: idmapped layers are currently not supported
[ +34.878505] overlayfs: idmapped layers are currently not supported
[Nov22 02:58] overlayfs: idmapped layers are currently not supported
[Nov22 02:59] overlayfs: idmapped layers are currently not supported
[Nov22 03:00] overlayfs: idmapped layers are currently not supported
[Nov22 03:01] overlayfs: idmapped layers are currently not supported
[Nov22 03:02] overlayfs: idmapped layers are currently not supported
[ +29.429632] overlayfs: idmapped layers are currently not supported
[Nov22 03:03] overlayfs: idmapped layers are currently not supported
[Nov22 03:04] overlayfs: idmapped layers are currently not supported
[ +25.656726] overlayfs: idmapped layers are currently not supported
==> etcd [8cc4a73d15cc86bed9b18f10dbfd0c9c2e559707960cbd440ef27f8d678e6a3b] <==
{"level":"warn","ts":"2025-11-22T03:04:01.181098Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54354","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.202852Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54370","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.227535Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54390","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.244391Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54398","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.257119Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54404","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.275388Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54422","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.291392Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54434","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.325259Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54456","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.326220Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54472","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.354005Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54498","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.371311Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54510","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.395436Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54516","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.406314Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54536","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.436003Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54562","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.441530Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54582","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.471737Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54602","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.495436Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54626","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.515356Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54638","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.564469Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54658","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.565117Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54682","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.585113Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54700","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.615308Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54728","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.631582Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54748","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.655763Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54762","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:04:01.717335Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54782","server-name":"","error":"EOF"}
==> kernel <==
03:05:07 up 1:47, 0 user, load average: 4.86, 3.79, 2.95
Linux default-k8s-diff-port-241752 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [ba1f6034c915198a0a38e6be8649a2a591b6b153a016eedadeffabd15e88b701] <==
I1122 03:04:13.011206 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 03:04:13.011463 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1122 03:04:13.011600 1 main.go:148] setting mtu 1500 for CNI
I1122 03:04:13.011618 1 main.go:178] kindnetd IP family: "ipv4"
I1122 03:04:13.011632 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T03:04:13Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 03:04:13.214224 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 03:04:13.215131 1 controller.go:381] "Waiting for informer caches to sync"
I1122 03:04:13.215193 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 03:04:13.215587 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1122 03:04:43.215562 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1122 03:04:43.215808 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
E1122 03:04:43.215944 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1122 03:04:43.216098 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
I1122 03:04:44.816236 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 03:04:44.816293 1 metrics.go:72] Registering metrics
I1122 03:04:44.816369 1 controller.go:711] "Syncing nftables rules"
I1122 03:04:53.219734 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 03:04:53.219868 1 main.go:301] handling current node
I1122 03:05:03.214789 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 03:05:03.214826 1 main.go:301] handling current node
==> kube-apiserver [ba1447bab37e19cd9155ed5dde28c75ac469e44e4f0ceb12cdc7bdf3639945cc] <==
I1122 03:04:03.210570 1 cache.go:39] Caches are synced for autoregister controller
I1122 03:04:03.229993 1 shared_informer.go:356] "Caches are synced" controller="configmaps"
I1122 03:04:03.321384 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 03:04:03.322087 1 default_servicecidr_controller.go:228] Setting default ServiceCIDR condition Ready to True
I1122 03:04:03.340844 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1122 03:04:03.414196 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 03:04:03.422147 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1122 03:04:03.690260 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I1122 03:04:03.757230 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I1122 03:04:03.757257 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 03:04:05.324943 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1122 03:04:05.446008 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1122 03:04:05.661331 1 alloc.go:328] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1122 03:04:05.685545 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.76.2]
I1122 03:04:05.687391 1 controller.go:667] quota admission added evaluator for: endpoints
I1122 03:04:05.702281 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1122 03:04:05.866869 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1122 03:04:07.305346 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1122 03:04:07.325277 1 alloc.go:328] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1122 03:04:07.340397 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
I1122 03:04:11.728988 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 03:04:11.746874 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 03:04:11.922757 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1122 03:04:11.975179 1 controller.go:667] quota admission added evaluator for: controllerrevisions.apps
E1122 03:05:05.160026 1 conn.go:339] Error on socket receive: read tcp 192.168.76.2:8444->192.168.76.1:60046: use of closed network connection
==> kube-controller-manager [ed78ece731c1a94c70950e87868566b50d7f97025a836b95ad8be154764317b8] <==
I1122 03:04:11.160035 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1122 03:04:11.160068 1 shared_informer.go:356] "Caches are synced" controller="deployment"
I1122 03:04:11.160585 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1122 03:04:11.160623 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
I1122 03:04:11.174166 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1122 03:04:11.195149 1 shared_informer.go:356] "Caches are synced" controller="taint"
I1122 03:04:11.195236 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""
I1122 03:04:11.195308 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="default-k8s-diff-port-241752"
I1122 03:04:11.195358 1 node_lifecycle_controller.go:1025] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" logger="node-lifecycle-controller"
I1122 03:04:11.198390 1 shared_informer.go:356] "Caches are synced" controller="node"
I1122 03:04:11.198448 1 range_allocator.go:177] "Sending events to api server" logger="node-ipam-controller"
I1122 03:04:11.198466 1 range_allocator.go:183] "Starting range CIDR allocator" logger="node-ipam-controller"
I1122 03:04:11.198470 1 shared_informer.go:349] "Waiting for caches to sync" controller="cidrallocator"
I1122 03:04:11.198475 1 shared_informer.go:356] "Caches are synced" controller="cidrallocator"
I1122 03:04:11.229667 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I1122 03:04:11.229701 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1122 03:04:11.229738 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 03:04:11.229775 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:04:11.235671 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 03:04:11.255633 1 shared_informer.go:356] "Caches are synced" controller="validatingadmissionpolicy-status"
I1122 03:04:11.291097 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:04:11.291126 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1122 03:04:11.291133 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1122 03:04:11.310065 1 range_allocator.go:428] "Set node PodCIDR" logger="node-ipam-controller" node="default-k8s-diff-port-241752" podCIDRs=["10.244.0.0/24"]
I1122 03:04:56.202958 1 node_lifecycle_controller.go:1044] "Controller detected that some Nodes are Ready. Exiting master disruption mode" logger="node-lifecycle-controller"
==> kube-proxy [c2884a26c64f789f432ff15fda289bc3c2c1fae5de669daf163069a4da419e5f] <==
I1122 03:04:12.886496 1 server_linux.go:53] "Using iptables proxy"
I1122 03:04:12.992671 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 03:04:13.093330 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 03:04:13.093460 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1122 03:04:13.093544 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 03:04:13.118098 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 03:04:13.118160 1 server_linux.go:132] "Using iptables Proxier"
I1122 03:04:13.121899 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 03:04:13.122387 1 server.go:527] "Version info" version="v1.34.1"
I1122 03:04:13.122423 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:04:13.126674 1 config.go:106] "Starting endpoint slice config controller"
I1122 03:04:13.126697 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 03:04:13.127059 1 config.go:200] "Starting service config controller"
I1122 03:04:13.127076 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 03:04:13.127396 1 config.go:403] "Starting serviceCIDR config controller"
I1122 03:04:13.127411 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 03:04:13.127824 1 config.go:309] "Starting node config controller"
I1122 03:04:13.127854 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 03:04:13.127860 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 03:04:13.227454 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1122 03:04:13.227491 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1122 03:04:13.227550 1 shared_informer.go:356] "Caches are synced" controller="service config"
==> kube-scheduler [15eb13eb88bd9a760879307db702c0b7892395ba7db4c6d589cbedeba4bfa0f8] <==
I1122 03:04:01.648685 1 serving.go:386] Generated self-signed cert in-memory
I1122 03:04:06.420076 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1122 03:04:06.420206 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:04:06.428885 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1122 03:04:06.429478 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1122 03:04:06.429511 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1122 03:04:06.430067 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1122 03:04:06.429528 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:04:06.449873 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:04:06.429534 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 03:04:06.458298 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1122 03:04:06.530597 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1122 03:04:06.558364 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:04:06.558466 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
==> kubelet <==
Nov 22 03:04:08 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:08.967858 1315 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-controller-manager-default-k8s-diff-port-241752" podStartSLOduration=1.967841864 podStartE2EDuration="1.967841864s" podCreationTimestamp="2025-11-22 03:04:07 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:04:08.934685671 +0000 UTC m=+1.695263635" watchObservedRunningTime="2025-11-22 03:04:08.967841864 +0000 UTC m=+1.728419811"
Nov 22 03:04:08 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:08.967992 1315 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-scheduler-default-k8s-diff-port-241752" podStartSLOduration=1.9679858970000002 podStartE2EDuration="1.967985897s" podCreationTimestamp="2025-11-22 03:04:07 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:04:08.967443331 +0000 UTC m=+1.728021278" watchObservedRunningTime="2025-11-22 03:04:08.967985897 +0000 UTC m=+1.728563860"
Nov 22 03:04:11 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:11.337328 1315 kuberuntime_manager.go:1828] "Updating runtime config through cri with podcidr" CIDR="10.244.0.0/24"
Nov 22 03:04:11 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:11.337973 1315 kubelet_network.go:47] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="10.244.0.0/24"
Nov 22 03:04:12 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:12.240396 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/5bdf96d5-e55b-47f9-a1c8-8802e5c7e009-xtables-lock\") pod \"kube-proxy-h9rql\" (UID: \"5bdf96d5-e55b-47f9-a1c8-8802e5c7e009\") " pod="kube-system/kube-proxy-h9rql"
Nov 22 03:04:12 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:12.240461 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/52b3e834-1b65-4af6-9ced-4e4d6c516115-cni-cfg\") pod \"kindnet-xjlzl\" (UID: \"52b3e834-1b65-4af6-9ced-4e4d6c516115\") " pod="kube-system/kindnet-xjlzl"
Nov 22 03:04:12 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:12.240488 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-proxy\" (UniqueName: \"kubernetes.io/configmap/5bdf96d5-e55b-47f9-a1c8-8802e5c7e009-kube-proxy\") pod \"kube-proxy-h9rql\" (UID: \"5bdf96d5-e55b-47f9-a1c8-8802e5c7e009\") " pod="kube-system/kube-proxy-h9rql"
Nov 22 03:04:12 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:12.240507 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/5bdf96d5-e55b-47f9-a1c8-8802e5c7e009-lib-modules\") pod \"kube-proxy-h9rql\" (UID: \"5bdf96d5-e55b-47f9-a1c8-8802e5c7e009\") " pod="kube-system/kube-proxy-h9rql"
Nov 22 03:04:12 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:12.240540 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9dqsf\" (UniqueName: \"kubernetes.io/projected/5bdf96d5-e55b-47f9-a1c8-8802e5c7e009-kube-api-access-9dqsf\") pod \"kube-proxy-h9rql\" (UID: \"5bdf96d5-e55b-47f9-a1c8-8802e5c7e009\") " pod="kube-system/kube-proxy-h9rql"
Nov 22 03:04:12 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:12.240560 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/52b3e834-1b65-4af6-9ced-4e4d6c516115-xtables-lock\") pod \"kindnet-xjlzl\" (UID: \"52b3e834-1b65-4af6-9ced-4e4d6c516115\") " pod="kube-system/kindnet-xjlzl"
Nov 22 03:04:12 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:12.240580 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/52b3e834-1b65-4af6-9ced-4e4d6c516115-lib-modules\") pod \"kindnet-xjlzl\" (UID: \"52b3e834-1b65-4af6-9ced-4e4d6c516115\") " pod="kube-system/kindnet-xjlzl"
Nov 22 03:04:12 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:12.240611 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-d47d2\" (UniqueName: \"kubernetes.io/projected/52b3e834-1b65-4af6-9ced-4e4d6c516115-kube-api-access-d47d2\") pod \"kindnet-xjlzl\" (UID: \"52b3e834-1b65-4af6-9ced-4e4d6c516115\") " pod="kube-system/kindnet-xjlzl"
Nov 22 03:04:12 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:12.371898 1315 swap_util.go:74] "error creating dir to test if tmpfs noswap is enabled. Assuming not supported" mount path="" error="stat /var/lib/kubelet/plugins/kubernetes.io/empty-dir: no such file or directory"
Nov 22 03:04:12 default-k8s-diff-port-241752 kubelet[1315]: W1122 03:04:12.670391 1315 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/crio-6f593a079151048ce319c151003037a2360dd32461e85b7b956fc37352749ed7 WatchSource:0}: Error finding container 6f593a079151048ce319c151003037a2360dd32461e85b7b956fc37352749ed7: Status 404 returned error can't find the container with id 6f593a079151048ce319c151003037a2360dd32461e85b7b956fc37352749ed7
Nov 22 03:04:13 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:13.796967 1315 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kindnet-xjlzl" podStartSLOduration=1.796945663 podStartE2EDuration="1.796945663s" podCreationTimestamp="2025-11-22 03:04:12 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:04:13.781944314 +0000 UTC m=+6.542522261" watchObservedRunningTime="2025-11-22 03:04:13.796945663 +0000 UTC m=+6.557523610"
Nov 22 03:04:13 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:13.989267 1315 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-proxy-h9rql" podStartSLOduration=2.989231005 podStartE2EDuration="2.989231005s" podCreationTimestamp="2025-11-22 03:04:11 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:04:13.798043644 +0000 UTC m=+6.558621591" watchObservedRunningTime="2025-11-22 03:04:13.989231005 +0000 UTC m=+6.749808944"
Nov 22 03:04:53 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:53.448213 1315 kubelet_node_status.go:439] "Fast updating node status as it just became ready"
Nov 22 03:04:53 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:53.638677 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/ee5d7c76-8386-49ba-865e-45c9944a93ac-tmp\") pod \"storage-provisioner\" (UID: \"ee5d7c76-8386-49ba-865e-45c9944a93ac\") " pod="kube-system/storage-provisioner"
Nov 22 03:04:53 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:53.638941 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fp9p2\" (UniqueName: \"kubernetes.io/projected/ee5d7c76-8386-49ba-865e-45c9944a93ac-kube-api-access-fp9p2\") pod \"storage-provisioner\" (UID: \"ee5d7c76-8386-49ba-865e-45c9944a93ac\") " pod="kube-system/storage-provisioner"
Nov 22 03:04:53 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:53.639061 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/c92492be-6178-4eb4-89b1-d4211b68b71e-config-volume\") pod \"coredns-66bc5c9577-qwfkr\" (UID: \"c92492be-6178-4eb4-89b1-d4211b68b71e\") " pod="kube-system/coredns-66bc5c9577-qwfkr"
Nov 22 03:04:53 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:53.639224 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8txhm\" (UniqueName: \"kubernetes.io/projected/c92492be-6178-4eb4-89b1-d4211b68b71e-kube-api-access-8txhm\") pod \"coredns-66bc5c9577-qwfkr\" (UID: \"c92492be-6178-4eb4-89b1-d4211b68b71e\") " pod="kube-system/coredns-66bc5c9577-qwfkr"
Nov 22 03:04:54 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:54.934447 1315 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=42.934418077 podStartE2EDuration="42.934418077s" podCreationTimestamp="2025-11-22 03:04:12 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:04:54.9141347 +0000 UTC m=+47.674712688" watchObservedRunningTime="2025-11-22 03:04:54.934418077 +0000 UTC m=+47.694996024"
Nov 22 03:04:57 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:57.024332 1315 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/coredns-66bc5c9577-qwfkr" podStartSLOduration=45.02431057 podStartE2EDuration="45.02431057s" podCreationTimestamp="2025-11-22 03:04:12 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-11-22 03:04:54.935772085 +0000 UTC m=+47.696350048" watchObservedRunningTime="2025-11-22 03:04:57.02431057 +0000 UTC m=+49.784888508"
Nov 22 03:04:57 default-k8s-diff-port-241752 kubelet[1315]: I1122 03:04:57.177820 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-q994k\" (UniqueName: \"kubernetes.io/projected/2fbece27-4c5f-4107-96ae-fe6baafe2664-kube-api-access-q994k\") pod \"busybox\" (UID: \"2fbece27-4c5f-4107-96ae-fe6baafe2664\") " pod="default/busybox"
Nov 22 03:04:57 default-k8s-diff-port-241752 kubelet[1315]: W1122 03:04:57.364295 1315 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/crio-5741b9ba3989235faafd7035e555bbb72de14b2798aea0747c332f34544a37bc WatchSource:0}: Error finding container 5741b9ba3989235faafd7035e555bbb72de14b2798aea0747c332f34544a37bc: Status 404 returned error can't find the container with id 5741b9ba3989235faafd7035e555bbb72de14b2798aea0747c332f34544a37bc
==> storage-provisioner [0b7e6461372b128169b5fe54d28e70ebb733bbf0fb306e50f448c708d237d453] <==
I1122 03:04:54.078864 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1122 03:04:54.121514 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1122 03:04:54.121580 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1122 03:04:54.127904 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:04:54.151796 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:04:54.151956 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1122 03:04:54.152109 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-241752_034f3658-b799-4377-9133-d99bb1d6c946!
I1122 03:04:54.153216 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"c2a130c7-30fd-4eb7-acf1-cba0ae25eab4", APIVersion:"v1", ResourceVersion:"456", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' default-k8s-diff-port-241752_034f3658-b799-4377-9133-d99bb1d6c946 became leader
W1122 03:04:54.156149 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:04:54.183300 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:04:54.253276 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-241752_034f3658-b799-4377-9133-d99bb1d6c946!
W1122 03:04:56.186788 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:04:56.193084 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:04:58.195818 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:04:58.200528 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:05:00.204234 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:05:00.278627 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:05:02.282019 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:05:02.286984 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:05:04.290243 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:05:04.294961 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:05:06.301009 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:05:06.328949 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-241752 -n default-k8s-diff-port-241752
helpers_test.go:269: (dbg) Run: kubectl --context default-k8s-diff-port-241752 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive (3.45s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p default-k8s-diff-port-241752 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 pause -p default-k8s-diff-port-241752 --alsologtostderr -v=1: exit status 80 (1.773700584s)
-- stdout --
* Pausing node default-k8s-diff-port-241752 ...
-- /stdout --
** stderr **
I1122 03:06:36.680706 218181 out.go:360] Setting OutFile to fd 1 ...
I1122 03:06:36.680871 218181 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:06:36.680902 218181 out.go:374] Setting ErrFile to fd 2...
I1122 03:06:36.680923 218181 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:06:36.681196 218181 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:06:36.681504 218181 out.go:368] Setting JSON to false
I1122 03:06:36.681556 218181 mustload.go:66] Loading cluster: default-k8s-diff-port-241752
I1122 03:06:36.681958 218181 config.go:182] Loaded profile config "default-k8s-diff-port-241752": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:06:36.682473 218181 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:06:36.700713 218181 host.go:66] Checking if "default-k8s-diff-port-241752" exists ...
I1122 03:06:36.701023 218181 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:06:36.769472 218181 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:49 OomKillDisable:true NGoroutines:62 SystemTime:2025-11-22 03:06:36.759808834 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:06:36.771644 218181 pause.go:60] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/21924/minikube-v1.37.0-1763503576-21924-arm64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1763503576-21924/minikube-v1.37.0-1763503576-21924-arm64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1763503576-21924-arm64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) profile:default-k8s-diff-port-241752 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(bool=true) wantupdatenotification:%!s
(bool=true) wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1122 03:06:36.775282 218181 out.go:179] * Pausing node default-k8s-diff-port-241752 ...
I1122 03:06:36.778297 218181 host.go:66] Checking if "default-k8s-diff-port-241752" exists ...
I1122 03:06:36.778656 218181 ssh_runner.go:195] Run: systemctl --version
I1122 03:06:36.778704 218181 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:06:36.800496 218181 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33101 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:06:36.909580 218181 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:06:36.924188 218181 pause.go:52] kubelet running: true
I1122 03:06:36.924262 218181 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 03:06:37.174345 218181 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 03:06:37.174454 218181 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 03:06:37.250897 218181 cri.go:89] found id: "805da62a3e7c6dec2b734e739399966ee5d838d29bbf237f2165af4ae44d6e44"
I1122 03:06:37.250924 218181 cri.go:89] found id: "6daf7331c6d9b4bbc7e4a0fceb7363d5cfa4308511a3b3475b6ceaf41b7a173c"
I1122 03:06:37.250930 218181 cri.go:89] found id: "60d6059a8fae0cb5e81ec4abe2cc6ed0f951ef7f0964302bdc82d57354e275ca"
I1122 03:06:37.250934 218181 cri.go:89] found id: "d610bf571280526f44dee76283f9436a4e8ffb1f463f96358643597cc9a40a59"
I1122 03:06:37.250937 218181 cri.go:89] found id: "c5986381928bd1eb0d4728f17733e67f9b09f594c68884a7465fad640c422624"
I1122 03:06:37.250941 218181 cri.go:89] found id: "a6609fdc1abe563d872ab3975323ee23ca963e0a9779a193a6ec2cc851ac566d"
I1122 03:06:37.250944 218181 cri.go:89] found id: "5555d77a30c7bb9dd2d62f589e75ef6166c94ddf072291f4109ac0d1e2c9a16f"
I1122 03:06:37.250947 218181 cri.go:89] found id: "cb457d81a721da6869e9e0624d03d4753e777b1d1d2b766ab457eb72cdd3f0ec"
I1122 03:06:37.250950 218181 cri.go:89] found id: "5ed40da84d3ffbeb61728f25f308e4836107337ee8ac1aeae7fa5821acf0b3aa"
I1122 03:06:37.250957 218181 cri.go:89] found id: "e092256d209793d37e6761cebd9edbe3fd20e4d669543bbcf95d95a68cbdf61b"
I1122 03:06:37.250960 218181 cri.go:89] found id: "0b63466ba680195d319e8685a8522753264f4370775eada48628389e0ac810a0"
I1122 03:06:37.250963 218181 cri.go:89] found id: ""
I1122 03:06:37.251017 218181 ssh_runner.go:195] Run: sudo runc list -f json
I1122 03:06:37.262477 218181 retry.go:31] will retry after 283.927126ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:06:37Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:06:37.547052 218181 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:06:37.561382 218181 pause.go:52] kubelet running: false
I1122 03:06:37.561449 218181 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 03:06:37.731593 218181 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 03:06:37.731724 218181 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 03:06:37.818349 218181 cri.go:89] found id: "805da62a3e7c6dec2b734e739399966ee5d838d29bbf237f2165af4ae44d6e44"
I1122 03:06:37.818374 218181 cri.go:89] found id: "6daf7331c6d9b4bbc7e4a0fceb7363d5cfa4308511a3b3475b6ceaf41b7a173c"
I1122 03:06:37.818379 218181 cri.go:89] found id: "60d6059a8fae0cb5e81ec4abe2cc6ed0f951ef7f0964302bdc82d57354e275ca"
I1122 03:06:37.818383 218181 cri.go:89] found id: "d610bf571280526f44dee76283f9436a4e8ffb1f463f96358643597cc9a40a59"
I1122 03:06:37.818387 218181 cri.go:89] found id: "c5986381928bd1eb0d4728f17733e67f9b09f594c68884a7465fad640c422624"
I1122 03:06:37.818391 218181 cri.go:89] found id: "a6609fdc1abe563d872ab3975323ee23ca963e0a9779a193a6ec2cc851ac566d"
I1122 03:06:37.818394 218181 cri.go:89] found id: "5555d77a30c7bb9dd2d62f589e75ef6166c94ddf072291f4109ac0d1e2c9a16f"
I1122 03:06:37.818398 218181 cri.go:89] found id: "cb457d81a721da6869e9e0624d03d4753e777b1d1d2b766ab457eb72cdd3f0ec"
I1122 03:06:37.818403 218181 cri.go:89] found id: "5ed40da84d3ffbeb61728f25f308e4836107337ee8ac1aeae7fa5821acf0b3aa"
I1122 03:06:37.818409 218181 cri.go:89] found id: "e092256d209793d37e6761cebd9edbe3fd20e4d669543bbcf95d95a68cbdf61b"
I1122 03:06:37.818412 218181 cri.go:89] found id: "0b63466ba680195d319e8685a8522753264f4370775eada48628389e0ac810a0"
I1122 03:06:37.818415 218181 cri.go:89] found id: ""
I1122 03:06:37.818468 218181 ssh_runner.go:195] Run: sudo runc list -f json
I1122 03:06:37.832800 218181 retry.go:31] will retry after 287.900563ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:06:37Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:06:38.121151 218181 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:06:38.136214 218181 pause.go:52] kubelet running: false
I1122 03:06:38.136287 218181 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1122 03:06:38.298785 218181 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1122 03:06:38.298945 218181 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1122 03:06:38.376989 218181 cri.go:89] found id: "805da62a3e7c6dec2b734e739399966ee5d838d29bbf237f2165af4ae44d6e44"
I1122 03:06:38.377020 218181 cri.go:89] found id: "6daf7331c6d9b4bbc7e4a0fceb7363d5cfa4308511a3b3475b6ceaf41b7a173c"
I1122 03:06:38.377026 218181 cri.go:89] found id: "60d6059a8fae0cb5e81ec4abe2cc6ed0f951ef7f0964302bdc82d57354e275ca"
I1122 03:06:38.377030 218181 cri.go:89] found id: "d610bf571280526f44dee76283f9436a4e8ffb1f463f96358643597cc9a40a59"
I1122 03:06:38.377034 218181 cri.go:89] found id: "c5986381928bd1eb0d4728f17733e67f9b09f594c68884a7465fad640c422624"
I1122 03:06:38.377038 218181 cri.go:89] found id: "a6609fdc1abe563d872ab3975323ee23ca963e0a9779a193a6ec2cc851ac566d"
I1122 03:06:38.377042 218181 cri.go:89] found id: "5555d77a30c7bb9dd2d62f589e75ef6166c94ddf072291f4109ac0d1e2c9a16f"
I1122 03:06:38.377045 218181 cri.go:89] found id: "cb457d81a721da6869e9e0624d03d4753e777b1d1d2b766ab457eb72cdd3f0ec"
I1122 03:06:38.377049 218181 cri.go:89] found id: "5ed40da84d3ffbeb61728f25f308e4836107337ee8ac1aeae7fa5821acf0b3aa"
I1122 03:06:38.377055 218181 cri.go:89] found id: "e092256d209793d37e6761cebd9edbe3fd20e4d669543bbcf95d95a68cbdf61b"
I1122 03:06:38.377061 218181 cri.go:89] found id: "0b63466ba680195d319e8685a8522753264f4370775eada48628389e0ac810a0"
I1122 03:06:38.377064 218181 cri.go:89] found id: ""
I1122 03:06:38.377112 218181 ssh_runner.go:195] Run: sudo runc list -f json
I1122 03:06:38.391940 218181 out.go:203]
W1122 03:06:38.394886 218181 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:06:38Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:06:38Z" level=error msg="open /run/runc: no such file or directory"
W1122 03:06:38.394985 218181 out.go:285] *
*
W1122 03:06:38.400176 218181 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1122 03:06:38.402183 218181 out.go:203]
** /stderr **
start_stop_delete_test.go:309: out/minikube-linux-arm64 pause -p default-k8s-diff-port-241752 --alsologtostderr -v=1 failed: exit status 80
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect default-k8s-diff-port-241752
helpers_test.go:243: (dbg) docker inspect default-k8s-diff-port-241752:
-- stdout --
[
{
"Id": "e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee",
"Created": "2025-11-22T03:03:37.472737003Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 214810,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T03:05:21.548853064Z",
"FinishedAt": "2025-11-22T03:05:20.523693614Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/hostname",
"HostsPath": "/var/lib/docker/containers/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/hosts",
"LogPath": "/var/lib/docker/containers/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee-json.log",
"Name": "/default-k8s-diff-port-241752",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"default-k8s-diff-port-241752:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "default-k8s-diff-port-241752",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee",
"LowerDir": "/var/lib/docker/overlay2/1ff967c2cd08c560534d2970758939e698aa186732f866bc5057eb68ee57d560-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/1ff967c2cd08c560534d2970758939e698aa186732f866bc5057eb68ee57d560/merged",
"UpperDir": "/var/lib/docker/overlay2/1ff967c2cd08c560534d2970758939e698aa186732f866bc5057eb68ee57d560/diff",
"WorkDir": "/var/lib/docker/overlay2/1ff967c2cd08c560534d2970758939e698aa186732f866bc5057eb68ee57d560/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "default-k8s-diff-port-241752",
"Source": "/var/lib/docker/volumes/default-k8s-diff-port-241752/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "default-k8s-diff-port-241752",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8444/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "default-k8s-diff-port-241752",
"name.minikube.sigs.k8s.io": "default-k8s-diff-port-241752",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "2b58c949c89d2ac7911981f09fdf9d263e70ee56054aa913bc2beb910424d553",
"SandboxKey": "/var/run/docker/netns/2b58c949c89d",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33101"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33102"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33105"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33103"
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33104"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"default-k8s-diff-port-241752": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "96:d4:a3:1f:1e:bc",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "56a9a1d8a34304f660cfa086c758332e306489cf00594cca9f710c976a366fc5",
"EndpointID": "9789f2b25ec1b29088af053f32b2c074e9fb12eaba30e6315be9159c085e6d75",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"default-k8s-diff-port-241752",
"e1bc54f530a6"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-241752 -n default-k8s-diff-port-241752
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-241752 -n default-k8s-diff-port-241752: exit status 2 (415.472144ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/default-k8s-diff-port/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p default-k8s-diff-port-241752 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p default-k8s-diff-port-241752 logs -n 25: (1.498513229s)
helpers_test.go:260: TestStartStop/group/default-k8s-diff-port/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ pause │ -p no-preload-564946 --alsologtostderr -v=1 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
│ delete │ -p no-preload-564946 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ delete │ -p no-preload-564946 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ delete │ -p disable-driver-mounts-318891 │ disable-driver-mounts-318891 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ start │ -p default-k8s-diff-port-241752 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:04 UTC │
│ image │ embed-certs-114686 image list --format=json │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ pause │ -p embed-certs-114686 --alsologtostderr -v=1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
│ delete │ -p embed-certs-114686 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:04 UTC │
│ delete │ -p embed-certs-114686 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ start │ -p newest-cni-814190 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ addons │ enable metrics-server -p newest-cni-814190 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ │
│ stop │ -p newest-cni-814190 --alsologtostderr -v=3 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ addons │ enable dashboard -p newest-cni-814190 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ start │ -p newest-cni-814190 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:05 UTC │
│ image │ newest-cni-814190 image list --format=json │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ 22 Nov 25 03:05 UTC │
│ pause │ -p newest-cni-814190 --alsologtostderr -v=1 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ │
│ addons │ enable metrics-server -p default-k8s-diff-port-241752 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ │
│ stop │ -p default-k8s-diff-port-241752 --alsologtostderr -v=3 │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ 22 Nov 25 03:05 UTC │
│ delete │ -p newest-cni-814190 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ 22 Nov 25 03:05 UTC │
│ delete │ -p newest-cni-814190 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ 22 Nov 25 03:05 UTC │
│ start │ -p auto-646238 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio │ auto-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ │
│ addons │ enable dashboard -p default-k8s-diff-port-241752 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ 22 Nov 25 03:05 UTC │
│ start │ -p default-k8s-diff-port-241752 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ 22 Nov 25 03:06 UTC │
│ image │ default-k8s-diff-port-241752 image list --format=json │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:06 UTC │ 22 Nov 25 03:06 UTC │
│ pause │ -p default-k8s-diff-port-241752 --alsologtostderr -v=1 │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:06 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/11/22 03:05:21
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 03:05:21.143199 214668 out.go:360] Setting OutFile to fd 1 ...
I1122 03:05:21.143326 214668 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:05:21.143338 214668 out.go:374] Setting ErrFile to fd 2...
I1122 03:05:21.143344 214668 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:05:21.143616 214668 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:05:21.143993 214668 out.go:368] Setting JSON to false
I1122 03:05:21.144855 214668 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6448,"bootTime":1763774274,"procs":172,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 03:05:21.144928 214668 start.go:143] virtualization:
I1122 03:05:21.147873 214668 out.go:179] * [default-k8s-diff-port-241752] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 03:05:21.152023 214668 out.go:179] - MINIKUBE_LOCATION=21946
I1122 03:05:21.152081 214668 notify.go:221] Checking for updates...
I1122 03:05:21.158498 214668 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 03:05:21.164840 214668 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:05:21.167810 214668 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 03:05:21.170481 214668 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 03:05:21.174995 214668 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 03:05:16.718469 213414 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v auto-646238:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -I lz4 -xf /preloaded.tar -C /extractDir: (4.534430681s)
I1122 03:05:16.718503 213414 kic.go:203] duration metric: took 4.534572072s to extract preloaded images to volume ...
W1122 03:05:16.718654 213414 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1122 03:05:16.718798 213414 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1122 03:05:16.773007 213414 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname auto-646238 --name auto-646238 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=auto-646238 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=auto-646238 --network auto-646238 --ip 192.168.85.2 --volume auto-646238:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a
I1122 03:05:17.109684 213414 cli_runner.go:164] Run: docker container inspect auto-646238 --format={{.State.Running}}
I1122 03:05:17.130858 213414 cli_runner.go:164] Run: docker container inspect auto-646238 --format={{.State.Status}}
I1122 03:05:17.151936 213414 cli_runner.go:164] Run: docker exec auto-646238 stat /var/lib/dpkg/alternatives/iptables
I1122 03:05:17.202922 213414 oci.go:144] the created container "auto-646238" has a running status.
I1122 03:05:17.202960 213414 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa...
I1122 03:05:17.393213 213414 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1122 03:05:17.420302 213414 cli_runner.go:164] Run: docker container inspect auto-646238 --format={{.State.Status}}
I1122 03:05:17.442263 213414 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1122 03:05:17.442289 213414 kic_runner.go:114] Args: [docker exec --privileged auto-646238 chown docker:docker /home/docker/.ssh/authorized_keys]
I1122 03:05:17.510502 213414 cli_runner.go:164] Run: docker container inspect auto-646238 --format={{.State.Status}}
I1122 03:05:17.555853 213414 machine.go:94] provisionDockerMachine start ...
I1122 03:05:17.555965 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:17.585775 213414 main.go:143] libmachine: Using SSH client type: native
I1122 03:05:17.586096 213414 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33096 <nil> <nil>}
I1122 03:05:17.586105 213414 main.go:143] libmachine: About to run SSH command:
hostname
I1122 03:05:17.589179 213414 main.go:143] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1122 03:05:20.760980 213414 main.go:143] libmachine: SSH cmd err, output: <nil>: auto-646238
I1122 03:05:20.761025 213414 ubuntu.go:182] provisioning hostname "auto-646238"
I1122 03:05:20.761096 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:20.783643 213414 main.go:143] libmachine: Using SSH client type: native
I1122 03:05:20.784006 213414 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33096 <nil> <nil>}
I1122 03:05:20.784023 213414 main.go:143] libmachine: About to run SSH command:
sudo hostname auto-646238 && echo "auto-646238" | sudo tee /etc/hostname
I1122 03:05:20.973171 213414 main.go:143] libmachine: SSH cmd err, output: <nil>: auto-646238
I1122 03:05:20.973245 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:21.004547 213414 main.go:143] libmachine: Using SSH client type: native
I1122 03:05:21.004879 213414 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33096 <nil> <nil>}
I1122 03:05:21.004895 213414 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\sauto-646238' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 auto-646238/g' /etc/hosts;
else
echo '127.0.1.1 auto-646238' | sudo tee -a /etc/hosts;
fi
fi
I1122 03:05:21.159557 213414 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 03:05:21.159589 213414 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 03:05:21.159608 213414 ubuntu.go:190] setting up certificates
I1122 03:05:21.159635 213414 provision.go:84] configureAuth start
I1122 03:05:21.159694 213414 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" auto-646238
I1122 03:05:21.179073 213414 provision.go:143] copyHostCerts
I1122 03:05:21.179122 213414 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 03:05:21.179130 213414 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 03:05:21.179203 213414 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 03:05:21.179289 213414 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 03:05:21.179294 213414 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 03:05:21.179322 213414 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 03:05:21.179371 213414 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 03:05:21.179377 213414 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 03:05:21.179399 213414 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 03:05:21.179449 213414 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.auto-646238 san=[127.0.0.1 192.168.85.2 auto-646238 localhost minikube]
I1122 03:05:21.178363 214668 config.go:182] Loaded profile config "default-k8s-diff-port-241752": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:05:21.179000 214668 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 03:05:21.216254 214668 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 03:05:21.216358 214668 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:05:21.325019 214668 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:39 OomKillDisable:true NGoroutines:53 SystemTime:2025-11-22 03:05:21.310112008 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:05:21.325124 214668 docker.go:319] overlay module found
I1122 03:05:21.328171 214668 out.go:179] * Using the docker driver based on existing profile
I1122 03:05:21.331100 214668 start.go:309] selected driver: docker
I1122 03:05:21.331121 214668 start.go:927] validating driver "docker" against &{Name:default-k8s-diff-port-241752 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APISe
rverHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] M
ountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:05:21.331216 214668 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 03:05:21.331940 214668 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:05:21.417669 214668 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:39 OomKillDisable:true NGoroutines:53 SystemTime:2025-11-22 03:05:21.407961623 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:05:21.418004 214668 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:05:21.418032 214668 cni.go:84] Creating CNI manager for ""
I1122 03:05:21.418088 214668 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:05:21.418119 214668 start.go:353] cluster config:
{Name:default-k8s-diff-port-241752 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:
cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false
DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:05:21.421281 214668 out.go:179] * Starting "default-k8s-diff-port-241752" primary control-plane node in "default-k8s-diff-port-241752" cluster
I1122 03:05:21.424112 214668 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 03:05:21.427020 214668 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 03:05:21.429873 214668 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:05:21.429937 214668 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 03:05:21.429948 214668 cache.go:65] Caching tarball of preloaded images
I1122 03:05:21.430035 214668 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 03:05:21.430045 214668 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 03:05:21.430159 214668 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/config.json ...
I1122 03:05:21.430368 214668 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 03:05:21.458101 214668 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 03:05:21.458126 214668 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 03:05:21.458139 214668 cache.go:243] Successfully downloaded all kic artifacts
I1122 03:05:21.458162 214668 start.go:360] acquireMachinesLock for default-k8s-diff-port-241752: {Name:mkbde39a8cb76981c8cf8bd4a0003c49fd2442f9 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:05:21.458222 214668 start.go:364] duration metric: took 36.422µs to acquireMachinesLock for "default-k8s-diff-port-241752"
I1122 03:05:21.458247 214668 start.go:96] Skipping create...Using existing machine configuration
I1122 03:05:21.458255 214668 fix.go:54] fixHost starting:
I1122 03:05:21.458536 214668 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:05:21.495676 214668 fix.go:112] recreateIfNeeded on default-k8s-diff-port-241752: state=Stopped err=<nil>
W1122 03:05:21.495704 214668 fix.go:138] unexpected machine state, will restart: <nil>
I1122 03:05:22.347087 213414 provision.go:177] copyRemoteCerts
I1122 03:05:22.347162 213414 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 03:05:22.347214 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:22.365258 213414 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33096 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa Username:docker}
I1122 03:05:22.475156 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 03:05:22.499273 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1204 bytes)
I1122 03:05:22.517879 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1671 bytes)
I1122 03:05:22.540137 213414 provision.go:87] duration metric: took 1.380478327s to configureAuth
I1122 03:05:22.540159 213414 ubuntu.go:206] setting minikube options for container-runtime
I1122 03:05:22.540339 213414 config.go:182] Loaded profile config "auto-646238": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:05:22.540439 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:22.558865 213414 main.go:143] libmachine: Using SSH client type: native
I1122 03:05:22.559163 213414 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33096 <nil> <nil>}
I1122 03:05:22.559182 213414 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 03:05:22.856193 213414 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 03:05:22.856215 213414 machine.go:97] duration metric: took 5.300332399s to provisionDockerMachine
I1122 03:05:22.856225 213414 client.go:176] duration metric: took 11.342025577s to LocalClient.Create
I1122 03:05:22.856244 213414 start.go:167] duration metric: took 11.342100793s to libmachine.API.Create "auto-646238"
I1122 03:05:22.856252 213414 start.go:293] postStartSetup for "auto-646238" (driver="docker")
I1122 03:05:22.856262 213414 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 03:05:22.856326 213414 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 03:05:22.856365 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:22.873735 213414 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33096 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa Username:docker}
I1122 03:05:22.975330 213414 ssh_runner.go:195] Run: cat /etc/os-release
I1122 03:05:22.978851 213414 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 03:05:22.978883 213414 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 03:05:22.978895 213414 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 03:05:22.978952 213414 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 03:05:22.979054 213414 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 03:05:22.979162 213414 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1122 03:05:22.987027 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:05:23.006379 213414 start.go:296] duration metric: took 150.112107ms for postStartSetup
I1122 03:05:23.006828 213414 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" auto-646238
I1122 03:05:23.024932 213414 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/config.json ...
I1122 03:05:23.025224 213414 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 03:05:23.025266 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:23.042820 213414 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33096 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa Username:docker}
I1122 03:05:23.140052 213414 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 03:05:23.144960 213414 start.go:128] duration metric: took 11.634507664s to createHost
I1122 03:05:23.144983 213414 start.go:83] releasing machines lock for "auto-646238", held for 11.634636444s
I1122 03:05:23.145060 213414 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" auto-646238
I1122 03:05:23.161553 213414 ssh_runner.go:195] Run: cat /version.json
I1122 03:05:23.161611 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:23.161861 213414 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 03:05:23.161919 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:23.184532 213414 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33096 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa Username:docker}
I1122 03:05:23.184685 213414 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33096 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa Username:docker}
I1122 03:05:23.373588 213414 ssh_runner.go:195] Run: systemctl --version
I1122 03:05:23.380000 213414 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 03:05:23.420531 213414 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 03:05:23.424868 213414 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 03:05:23.424936 213414 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 03:05:23.454782 213414 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1122 03:05:23.454847 213414 start.go:496] detecting cgroup driver to use...
I1122 03:05:23.454893 213414 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 03:05:23.454969 213414 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 03:05:23.472581 213414 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 03:05:23.485107 213414 docker.go:218] disabling cri-docker service (if available) ...
I1122 03:05:23.485166 213414 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 03:05:23.502446 213414 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 03:05:23.521278 213414 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 03:05:23.643901 213414 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 03:05:23.768099 213414 docker.go:234] disabling docker service ...
I1122 03:05:23.768196 213414 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 03:05:23.789712 213414 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 03:05:23.803873 213414 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 03:05:23.921028 213414 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 03:05:24.029069 213414 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 03:05:24.042322 213414 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 03:05:24.057956 213414 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 03:05:24.058085 213414 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:24.067511 213414 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 03:05:24.067635 213414 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:24.076890 213414 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:24.085940 213414 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:24.095270 213414 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 03:05:24.103707 213414 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:24.112700 213414 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:24.126143 213414 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:24.135525 213414 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 03:05:24.143314 213414 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 03:05:24.150811 213414 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:05:24.265127 213414 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 03:05:24.456990 213414 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 03:05:24.457057 213414 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 03:05:24.461211 213414 start.go:564] Will wait 60s for crictl version
I1122 03:05:24.461269 213414 ssh_runner.go:195] Run: which crictl
I1122 03:05:24.464814 213414 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 03:05:24.489010 213414 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 03:05:24.489094 213414 ssh_runner.go:195] Run: crio --version
I1122 03:05:24.519124 213414 ssh_runner.go:195] Run: crio --version
I1122 03:05:24.550351 213414 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 03:05:21.498822 214668 out.go:252] * Restarting existing docker container for "default-k8s-diff-port-241752" ...
I1122 03:05:21.498906 214668 cli_runner.go:164] Run: docker start default-k8s-diff-port-241752
I1122 03:05:21.800143 214668 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:05:21.842243 214668 kic.go:430] container "default-k8s-diff-port-241752" state is running.
I1122 03:05:21.842621 214668 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-241752
I1122 03:05:21.884289 214668 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/config.json ...
I1122 03:05:21.884510 214668 machine.go:94] provisionDockerMachine start ...
I1122 03:05:21.884567 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:21.908921 214668 main.go:143] libmachine: Using SSH client type: native
I1122 03:05:21.909243 214668 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33101 <nil> <nil>}
I1122 03:05:21.909259 214668 main.go:143] libmachine: About to run SSH command:
hostname
I1122 03:05:21.909957 214668 main.go:143] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1122 03:05:25.127798 214668 main.go:143] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-241752
I1122 03:05:25.127821 214668 ubuntu.go:182] provisioning hostname "default-k8s-diff-port-241752"
I1122 03:05:25.127890 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:25.158943 214668 main.go:143] libmachine: Using SSH client type: native
I1122 03:05:25.159271 214668 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33101 <nil> <nil>}
I1122 03:05:25.159287 214668 main.go:143] libmachine: About to run SSH command:
sudo hostname default-k8s-diff-port-241752 && echo "default-k8s-diff-port-241752" | sudo tee /etc/hostname
I1122 03:05:25.321370 214668 main.go:143] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-241752
I1122 03:05:25.321453 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:25.344698 214668 main.go:143] libmachine: Using SSH client type: native
I1122 03:05:25.345011 214668 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33101 <nil> <nil>}
I1122 03:05:25.345036 214668 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\sdefault-k8s-diff-port-241752' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 default-k8s-diff-port-241752/g' /etc/hosts;
else
echo '127.0.1.1 default-k8s-diff-port-241752' | sudo tee -a /etc/hosts;
fi
fi
I1122 03:05:25.495050 214668 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 03:05:25.495147 214668 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 03:05:25.495191 214668 ubuntu.go:190] setting up certificates
I1122 03:05:25.495235 214668 provision.go:84] configureAuth start
I1122 03:05:25.495325 214668 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-241752
I1122 03:05:25.524496 214668 provision.go:143] copyHostCerts
I1122 03:05:25.524561 214668 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 03:05:25.524577 214668 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 03:05:25.524655 214668 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 03:05:25.524785 214668 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 03:05:25.524791 214668 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 03:05:25.524820 214668 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 03:05:25.524885 214668 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 03:05:25.524889 214668 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 03:05:25.524915 214668 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 03:05:25.524971 214668 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.default-k8s-diff-port-241752 san=[127.0.0.1 192.168.76.2 default-k8s-diff-port-241752 localhost minikube]
I1122 03:05:24.553212 213414 cli_runner.go:164] Run: docker network inspect auto-646238 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:05:24.569250 213414 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1122 03:05:24.573168 213414 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:05:24.582779 213414 kubeadm.go:884] updating cluster {Name:auto-646238 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:auto-646238 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:
[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:15m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMne
tClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 03:05:24.582892 213414 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:05:24.582947 213414 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:05:24.614432 213414 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:05:24.614457 213414 crio.go:433] Images already preloaded, skipping extraction
I1122 03:05:24.614515 213414 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:05:24.640290 213414 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:05:24.640316 213414 cache_images.go:86] Images are preloaded, skipping loading
I1122 03:05:24.640327 213414 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1122 03:05:24.640427 213414 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=auto-646238 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:auto-646238 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 03:05:24.640514 213414 ssh_runner.go:195] Run: crio config
I1122 03:05:24.694126 213414 cni.go:84] Creating CNI manager for ""
I1122 03:05:24.694150 213414 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:05:24.694206 213414 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1122 03:05:24.694239 213414 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:auto-646238 NodeName:auto-646238 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/
manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 03:05:24.694380 213414 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "auto-646238"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 03:05:24.694457 213414 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 03:05:24.702695 213414 binaries.go:51] Found k8s binaries, skipping transfer
I1122 03:05:24.702789 213414 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 03:05:24.710770 213414 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (361 bytes)
I1122 03:05:24.724023 213414 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 03:05:24.738055 213414 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2208 bytes)
I1122 03:05:24.751952 213414 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1122 03:05:24.755794 213414 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:05:24.766154 213414 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:05:24.874173 213414 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:05:24.890068 213414 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238 for IP: 192.168.85.2
I1122 03:05:24.890086 213414 certs.go:195] generating shared ca certs ...
I1122 03:05:24.890101 213414 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:24.890241 213414 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 03:05:24.890298 213414 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 03:05:24.890308 213414 certs.go:257] generating profile certs ...
I1122 03:05:24.890361 213414 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.key
I1122 03:05:24.890377 213414 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt with IP's: []
I1122 03:05:25.772547 213414 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt ...
I1122 03:05:25.772578 213414 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt: {Name:mk944be831721eddbfcf5efca694b60d92d90843 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:25.772752 213414 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.key ...
I1122 03:05:25.772766 213414 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.key: {Name:mk81ec7da5a18a29c1c011818b9998fc3eca0956 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:25.772843 213414 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.key.417b6936
I1122 03:05:25.772866 213414 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.crt.417b6936 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.85.2]
I1122 03:05:26.702681 213414 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.crt.417b6936 ...
I1122 03:05:26.702789 213414 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.crt.417b6936: {Name:mkd645b5248781a3585fa273518c47d4d56141f1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:26.703042 213414 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.key.417b6936 ...
I1122 03:05:26.703077 213414 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.key.417b6936: {Name:mk364b5a5e44b17140afa61107cbef9b9271fa55 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:26.703199 213414 certs.go:382] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.crt.417b6936 -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.crt
I1122 03:05:26.703317 213414 certs.go:386] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.key.417b6936 -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.key
I1122 03:05:26.703406 213414 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/proxy-client.key
I1122 03:05:26.703465 213414 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/proxy-client.crt with IP's: []
I1122 03:05:27.015537 213414 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/proxy-client.crt ...
I1122 03:05:27.015569 213414 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/proxy-client.crt: {Name:mk055be2c8dc37b62cb4680d30ff4d17ca1cf81b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:27.015758 213414 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/proxy-client.key ...
I1122 03:05:27.015770 213414 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/proxy-client.key: {Name:mk521fedc2a69a22ecd6b07893ef9d5fa86a5de4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:27.015955 213414 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 03:05:27.016000 213414 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 03:05:27.016014 213414 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 03:05:27.016046 213414 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 03:05:27.016073 213414 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 03:05:27.016097 213414 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 03:05:27.016143 213414 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:05:27.016806 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 03:05:27.035855 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 03:05:27.054303 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 03:05:27.073309 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 03:05:27.094619 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1415 bytes)
I1122 03:05:27.118670 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1122 03:05:27.156474 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 03:05:27.177704 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1122 03:05:27.199535 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 03:05:27.221760 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 03:05:27.242137 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 03:05:27.269102 213414 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 03:05:27.287696 213414 ssh_runner.go:195] Run: openssl version
I1122 03:05:27.296982 213414 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 03:05:27.307157 213414 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 03:05:27.311627 213414 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 03:05:27.311693 213414 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 03:05:27.369264 213414 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 03:05:27.380546 213414 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 03:05:27.389800 213414 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 03:05:27.394106 213414 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 03:05:27.394169 213414 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 03:05:27.443634 213414 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 03:05:27.452716 213414 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 03:05:27.461646 213414 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 03:05:27.465477 213414 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 03:05:27.465548 213414 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 03:05:27.525105 213414 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 03:05:27.539772 213414 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 03:05:27.544161 213414 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1122 03:05:27.544210 213414 kubeadm.go:401] StartCluster: {Name:auto-646238 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:auto-646238 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[]
APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:15m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetCl
ientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:05:27.544291 213414 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 03:05:27.544382 213414 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 03:05:27.574248 213414 cri.go:89] found id: ""
I1122 03:05:27.574314 213414 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 03:05:27.584285 213414 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1122 03:05:27.592836 213414 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1122 03:05:27.592895 213414 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1122 03:05:27.606301 213414 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1122 03:05:27.606359 213414 kubeadm.go:158] found existing configuration files:
I1122 03:05:27.606435 213414 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1122 03:05:27.614875 213414 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1122 03:05:27.614937 213414 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1122 03:05:27.622483 213414 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1122 03:05:27.630753 213414 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1122 03:05:27.630869 213414 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1122 03:05:27.638381 213414 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1122 03:05:27.646768 213414 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1122 03:05:27.646881 213414 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1122 03:05:27.654297 213414 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1122 03:05:27.663560 213414 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1122 03:05:27.663701 213414 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1122 03:05:27.671954 213414 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1122 03:05:27.726794 213414 kubeadm.go:319] [init] Using Kubernetes version: v1.34.1
I1122 03:05:27.727541 213414 kubeadm.go:319] [preflight] Running pre-flight checks
I1122 03:05:27.761526 213414 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1122 03:05:27.761691 213414 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1122 03:05:27.761761 213414 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1122 03:05:27.761846 213414 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1122 03:05:27.761933 213414 kubeadm.go:319] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1122 03:05:27.762021 213414 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1122 03:05:27.762110 213414 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1122 03:05:27.762195 213414 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1122 03:05:27.762278 213414 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1122 03:05:27.762360 213414 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1122 03:05:27.762445 213414 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1122 03:05:27.762528 213414 kubeadm.go:319] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1122 03:05:27.855832 213414 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1122 03:05:27.856016 213414 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1122 03:05:27.856143 213414 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1122 03:05:27.865211 213414 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1122 03:05:26.434738 214668 provision.go:177] copyRemoteCerts
I1122 03:05:26.434806 214668 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 03:05:26.434846 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:26.462022 214668 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33101 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:05:26.571293 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 03:05:26.603274 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1249 bytes)
I1122 03:05:26.641139 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1122 03:05:26.687075 214668 provision.go:87] duration metric: took 1.191813554s to configureAuth
I1122 03:05:26.687097 214668 ubuntu.go:206] setting minikube options for container-runtime
I1122 03:05:26.687313 214668 config.go:182] Loaded profile config "default-k8s-diff-port-241752": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:05:26.687415 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:26.712003 214668 main.go:143] libmachine: Using SSH client type: native
I1122 03:05:26.712305 214668 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33101 <nil> <nil>}
I1122 03:05:26.712326 214668 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 03:05:27.108908 214668 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 03:05:27.108934 214668 machine.go:97] duration metric: took 5.224414421s to provisionDockerMachine
I1122 03:05:27.108946 214668 start.go:293] postStartSetup for "default-k8s-diff-port-241752" (driver="docker")
I1122 03:05:27.108957 214668 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 03:05:27.109031 214668 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 03:05:27.109088 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:27.129489 214668 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33101 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:05:27.244909 214668 ssh_runner.go:195] Run: cat /etc/os-release
I1122 03:05:27.248505 214668 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 03:05:27.248533 214668 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 03:05:27.248544 214668 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 03:05:27.248592 214668 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 03:05:27.248688 214668 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 03:05:27.248800 214668 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1122 03:05:27.257494 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:05:27.277249 214668 start.go:296] duration metric: took 168.288492ms for postStartSetup
I1122 03:05:27.277395 214668 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 03:05:27.277457 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:27.296269 214668 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33101 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:05:27.404486 214668 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 03:05:27.409949 214668 fix.go:56] duration metric: took 5.951687205s for fixHost
I1122 03:05:27.409972 214668 start.go:83] releasing machines lock for "default-k8s-diff-port-241752", held for 5.951737659s
I1122 03:05:27.410058 214668 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-241752
I1122 03:05:27.432393 214668 ssh_runner.go:195] Run: cat /version.json
I1122 03:05:27.432442 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:27.432731 214668 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 03:05:27.432779 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:27.475302 214668 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33101 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:05:27.480396 214668 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33101 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:05:27.685350 214668 ssh_runner.go:195] Run: systemctl --version
I1122 03:05:27.692380 214668 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 03:05:27.753501 214668 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 03:05:27.763052 214668 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 03:05:27.763180 214668 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 03:05:27.772539 214668 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1122 03:05:27.772611 214668 start.go:496] detecting cgroup driver to use...
I1122 03:05:27.772658 214668 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 03:05:27.772732 214668 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 03:05:27.791558 214668 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 03:05:27.808457 214668 docker.go:218] disabling cri-docker service (if available) ...
I1122 03:05:27.808581 214668 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 03:05:27.825609 214668 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 03:05:27.840556 214668 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 03:05:27.982042 214668 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 03:05:28.158751 214668 docker.go:234] disabling docker service ...
I1122 03:05:28.158819 214668 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 03:05:28.174827 214668 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 03:05:28.189113 214668 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 03:05:28.337687 214668 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 03:05:28.479902 214668 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 03:05:28.495465 214668 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 03:05:28.511166 214668 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 03:05:28.511246 214668 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:28.521273 214668 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 03:05:28.521338 214668 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:28.531265 214668 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:28.541128 214668 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:28.551140 214668 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 03:05:28.560253 214668 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:28.570103 214668 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:28.579663 214668 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:28.589212 214668 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 03:05:28.598080 214668 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 03:05:28.606758 214668 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:05:28.746062 214668 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 03:05:28.937083 214668 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 03:05:28.937166 214668 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 03:05:28.941637 214668 start.go:564] Will wait 60s for crictl version
I1122 03:05:28.941730 214668 ssh_runner.go:195] Run: which crictl
I1122 03:05:28.945642 214668 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 03:05:28.977483 214668 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 03:05:28.977562 214668 ssh_runner.go:195] Run: crio --version
I1122 03:05:29.011254 214668 ssh_runner.go:195] Run: crio --version
I1122 03:05:29.051418 214668 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 03:05:29.054359 214668 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-241752 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:05:29.069546 214668 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1122 03:05:29.073560 214668 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:05:29.085299 214668 kubeadm.go:884] updating cluster {Name:default-k8s-diff-port-241752 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APIServerHAVIP: APISer
verName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountT
ype:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 03:05:29.085413 214668 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:05:29.085464 214668 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:05:29.133083 214668 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:05:29.133103 214668 crio.go:433] Images already preloaded, skipping extraction
I1122 03:05:29.133158 214668 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:05:29.169198 214668 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:05:29.169260 214668 cache_images.go:86] Images are preloaded, skipping loading
I1122 03:05:29.169281 214668 kubeadm.go:935] updating node { 192.168.76.2 8444 v1.34.1 crio true true} ...
I1122 03:05:29.169409 214668 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=default-k8s-diff-port-241752 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 03:05:29.169508 214668 ssh_runner.go:195] Run: crio config
I1122 03:05:29.255737 214668 cni.go:84] Creating CNI manager for ""
I1122 03:05:29.255799 214668 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:05:29.255829 214668 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1122 03:05:29.255882 214668 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8444 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:default-k8s-diff-port-241752 NodeName:default-k8s-diff-port-241752 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.
crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 03:05:29.256042 214668 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8444
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "default-k8s-diff-port-241752"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8444
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 03:05:29.256149 214668 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 03:05:29.265021 214668 binaries.go:51] Found k8s binaries, skipping transfer
I1122 03:05:29.265136 214668 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 03:05:29.277031 214668 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (378 bytes)
I1122 03:05:29.294657 214668 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 03:05:29.309000 214668 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2225 bytes)
I1122 03:05:29.323368 214668 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1122 03:05:29.327355 214668 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:05:29.345274 214668 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:05:29.493986 214668 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:05:29.509813 214668 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752 for IP: 192.168.76.2
I1122 03:05:29.509837 214668 certs.go:195] generating shared ca certs ...
I1122 03:05:29.509857 214668 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:29.509994 214668 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 03:05:29.510042 214668 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 03:05:29.510054 214668 certs.go:257] generating profile certs ...
I1122 03:05:29.510133 214668 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.key
I1122 03:05:29.510211 214668 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.key.7a0171ba
I1122 03:05:29.510257 214668 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.key
I1122 03:05:29.510368 214668 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 03:05:29.510402 214668 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 03:05:29.510415 214668 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 03:05:29.510440 214668 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 03:05:29.510466 214668 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 03:05:29.510494 214668 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 03:05:29.510539 214668 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:05:29.511186 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 03:05:29.532351 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 03:05:29.551115 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 03:05:29.569448 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 03:05:29.611218 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I1122 03:05:29.652188 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1122 03:05:29.696817 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 03:05:29.720989 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1122 03:05:29.742139 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 03:05:29.776685 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 03:05:29.814323 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 03:05:29.838866 214668 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 03:05:29.857942 214668 ssh_runner.go:195] Run: openssl version
I1122 03:05:29.876203 214668 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 03:05:29.890934 214668 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 03:05:29.903192 214668 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 03:05:29.903313 214668 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 03:05:29.967458 214668 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 03:05:29.975413 214668 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 03:05:29.983883 214668 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 03:05:29.988791 214668 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 03:05:29.988902 214668 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 03:05:30.032971 214668 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 03:05:30.044487 214668 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 03:05:30.056125 214668 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 03:05:30.061256 214668 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 03:05:30.061402 214668 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 03:05:30.106141 214668 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 03:05:30.115946 214668 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 03:05:30.121686 214668 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1122 03:05:30.166933 214668 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1122 03:05:30.210023 214668 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1122 03:05:30.255909 214668 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1122 03:05:30.366740 214668 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1122 03:05:30.462263 214668 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1122 03:05:30.548833 214668 kubeadm.go:401] StartCluster: {Name:default-k8s-diff-port-241752 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType
:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:05:30.548987 214668 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 03:05:30.549082 214668 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 03:05:30.772797 214668 cri.go:89] found id: "a6609fdc1abe563d872ab3975323ee23ca963e0a9779a193a6ec2cc851ac566d"
I1122 03:05:30.772857 214668 cri.go:89] found id: "5555d77a30c7bb9dd2d62f589e75ef6166c94ddf072291f4109ac0d1e2c9a16f"
I1122 03:05:30.772878 214668 cri.go:89] found id: "cb457d81a721da6869e9e0624d03d4753e777b1d1d2b766ab457eb72cdd3f0ec"
I1122 03:05:30.772906 214668 cri.go:89] found id: "5ed40da84d3ffbeb61728f25f308e4836107337ee8ac1aeae7fa5821acf0b3aa"
I1122 03:05:30.772942 214668 cri.go:89] found id: ""
I1122 03:05:30.773013 214668 ssh_runner.go:195] Run: sudo runc list -f json
W1122 03:05:30.818839 214668 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:05:30Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:05:30.818985 214668 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 03:05:30.833155 214668 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1122 03:05:30.833214 214668 kubeadm.go:598] restartPrimaryControlPlane start ...
I1122 03:05:30.833294 214668 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1122 03:05:30.842944 214668 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1122 03:05:30.843403 214668 kubeconfig.go:47] verify endpoint returned: get endpoint: "default-k8s-diff-port-241752" does not appear in /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:05:30.843562 214668 kubeconfig.go:62] /home/jenkins/minikube-integration/21946-2339/kubeconfig needs updating (will repair): [kubeconfig missing "default-k8s-diff-port-241752" cluster setting kubeconfig missing "default-k8s-diff-port-241752" context setting]
I1122 03:05:30.843876 214668 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:30.845160 214668 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1122 03:05:30.857064 214668 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.76.2
I1122 03:05:30.857139 214668 kubeadm.go:602] duration metric: took 23.905002ms to restartPrimaryControlPlane
I1122 03:05:30.857162 214668 kubeadm.go:403] duration metric: took 308.339467ms to StartCluster
I1122 03:05:30.857203 214668 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:30.857277 214668 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:05:30.857918 214668 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:30.858164 214668 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:05:30.858528 214668 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 03:05:30.858597 214668 addons.go:70] Setting storage-provisioner=true in profile "default-k8s-diff-port-241752"
I1122 03:05:30.858616 214668 addons.go:239] Setting addon storage-provisioner=true in "default-k8s-diff-port-241752"
W1122 03:05:30.858622 214668 addons.go:248] addon storage-provisioner should already be in state true
I1122 03:05:30.858643 214668 host.go:66] Checking if "default-k8s-diff-port-241752" exists ...
I1122 03:05:30.859112 214668 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:05:30.859499 214668 config.go:182] Loaded profile config "default-k8s-diff-port-241752": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:05:30.859582 214668 addons.go:70] Setting dashboard=true in profile "default-k8s-diff-port-241752"
I1122 03:05:30.859619 214668 addons.go:239] Setting addon dashboard=true in "default-k8s-diff-port-241752"
W1122 03:05:30.859644 214668 addons.go:248] addon dashboard should already be in state true
I1122 03:05:30.859679 214668 host.go:66] Checking if "default-k8s-diff-port-241752" exists ...
I1122 03:05:30.860109 214668 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:05:30.860640 214668 addons.go:70] Setting default-storageclass=true in profile "default-k8s-diff-port-241752"
I1122 03:05:30.860661 214668 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "default-k8s-diff-port-241752"
I1122 03:05:30.860933 214668 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:05:30.864119 214668 out.go:179] * Verifying Kubernetes components...
I1122 03:05:30.867886 214668 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:05:30.891386 214668 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1122 03:05:30.897629 214668 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:05:30.897657 214668 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 03:05:30.897721 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:30.917391 214668 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1122 03:05:30.920505 214668 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1122 03:05:30.923836 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1122 03:05:30.923858 214668 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1122 03:05:30.923924 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:30.927556 214668 addons.go:239] Setting addon default-storageclass=true in "default-k8s-diff-port-241752"
W1122 03:05:30.927578 214668 addons.go:248] addon default-storageclass should already be in state true
I1122 03:05:30.927604 214668 host.go:66] Checking if "default-k8s-diff-port-241752" exists ...
I1122 03:05:30.928007 214668 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:05:30.951946 214668 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33101 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:05:30.985648 214668 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 03:05:30.985673 214668 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 03:05:30.985742 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:30.985975 214668 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33101 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:05:31.008003 214668 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33101 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:05:27.869401 213414 out.go:252] - Generating certificates and keys ...
I1122 03:05:27.869568 213414 kubeadm.go:319] [certs] Using existing ca certificate authority
I1122 03:05:27.869684 213414 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1122 03:05:28.384460 213414 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1122 03:05:29.223830 213414 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1122 03:05:29.985947 213414 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1122 03:05:30.322280 213414 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1122 03:05:31.363600 214668 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:05:31.405005 214668 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:05:31.464679 214668 node_ready.go:35] waiting up to 6m0s for node "default-k8s-diff-port-241752" to be "Ready" ...
I1122 03:05:31.479369 214668 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 03:05:31.479630 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1122 03:05:31.479647 214668 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1122 03:05:31.541249 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1122 03:05:31.541274 214668 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1122 03:05:31.641803 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1122 03:05:31.641829 214668 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1122 03:05:31.742328 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1122 03:05:31.742347 214668 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1122 03:05:31.849874 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1122 03:05:31.849897 214668 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1122 03:05:31.899001 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1122 03:05:31.899024 214668 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1122 03:05:31.980364 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1122 03:05:31.980388 214668 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1122 03:05:32.008810 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1122 03:05:32.008835 214668 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1122 03:05:32.045060 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1122 03:05:32.045084 214668 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1122 03:05:32.096253 214668 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1122 03:05:32.589798 213414 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1122 03:05:32.590384 213414 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [auto-646238 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
I1122 03:05:32.868503 213414 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1122 03:05:32.869027 213414 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [auto-646238 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
I1122 03:05:33.174901 213414 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1122 03:05:34.223541 213414 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1122 03:05:34.822391 213414 kubeadm.go:319] [certs] Generating "sa" key and public key
I1122 03:05:34.822985 213414 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1122 03:05:35.936579 213414 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1122 03:05:36.538943 213414 kubeadm.go:319] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1122 03:05:37.715254 213414 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1122 03:05:37.959157 213414 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1122 03:05:38.214900 213414 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1122 03:05:38.216068 213414 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1122 03:05:38.219171 213414 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1122 03:05:39.240629 214668 node_ready.go:49] node "default-k8s-diff-port-241752" is "Ready"
I1122 03:05:39.240657 214668 node_ready.go:38] duration metric: took 7.775939052s for node "default-k8s-diff-port-241752" to be "Ready" ...
I1122 03:05:39.240684 214668 api_server.go:52] waiting for apiserver process to appear ...
I1122 03:05:39.240742 214668 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 03:05:38.222803 213414 out.go:252] - Booting up control plane ...
I1122 03:05:38.222932 213414 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1122 03:05:38.227258 213414 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1122 03:05:38.228797 213414 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1122 03:05:38.268058 213414 kubeadm.go:319] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1122 03:05:38.268176 213414 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1122 03:05:38.284860 213414 kubeadm.go:319] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1122 03:05:38.285154 213414 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1122 03:05:38.285210 213414 kubeadm.go:319] [kubelet-start] Starting the kubelet
I1122 03:05:38.499232 213414 kubeadm.go:319] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1122 03:05:38.499370 213414 kubeadm.go:319] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1122 03:05:39.503081 213414 kubeadm.go:319] [kubelet-check] The kubelet is healthy after 1.001659887s
I1122 03:05:39.504597 213414 kubeadm.go:319] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1122 03:05:39.504927 213414 kubeadm.go:319] [control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
I1122 03:05:39.509772 213414 kubeadm.go:319] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1122 03:05:39.515120 213414 kubeadm.go:319] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1122 03:05:41.824266 214668 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (10.419225246s)
I1122 03:05:41.824334 214668 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (10.344941317s)
I1122 03:05:41.824620 214668 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (9.72833821s)
I1122 03:05:41.824747 214668 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (2.583994557s)
I1122 03:05:41.824768 214668 api_server.go:72] duration metric: took 10.966555619s to wait for apiserver process to appear ...
I1122 03:05:41.824774 214668 api_server.go:88] waiting for apiserver healthz status ...
I1122 03:05:41.824796 214668 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8444/healthz ...
I1122 03:05:41.827536 214668 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p default-k8s-diff-port-241752 addons enable metrics-server
I1122 03:05:41.839623 214668 api_server.go:279] https://192.168.76.2:8444/healthz returned 200:
ok
I1122 03:05:41.840695 214668 api_server.go:141] control plane version: v1.34.1
I1122 03:05:41.840725 214668 api_server.go:131] duration metric: took 15.940097ms to wait for apiserver health ...
I1122 03:05:41.840736 214668 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 03:05:41.848692 214668 system_pods.go:59] 8 kube-system pods found
I1122 03:05:41.848740 214668 system_pods.go:61] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:05:41.848751 214668 system_pods.go:61] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 03:05:41.848760 214668 system_pods.go:61] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1122 03:05:41.848771 214668 system_pods.go:61] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:05:41.848807 214668 system_pods.go:61] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 03:05:41.848821 214668 system_pods.go:61] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1122 03:05:41.848830 214668 system_pods.go:61] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 03:05:41.848841 214668 system_pods.go:61] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:05:41.848849 214668 system_pods.go:74] duration metric: took 8.107735ms to wait for pod list to return data ...
I1122 03:05:41.848860 214668 default_sa.go:34] waiting for default service account to be created ...
I1122 03:05:41.850028 214668 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
I1122 03:05:41.853188 214668 addons.go:530] duration metric: took 10.994646602s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1122 03:05:41.855362 214668 default_sa.go:45] found service account: "default"
I1122 03:05:41.855401 214668 default_sa.go:55] duration metric: took 6.534387ms for default service account to be created ...
I1122 03:05:41.855412 214668 system_pods.go:116] waiting for k8s-apps to be running ...
I1122 03:05:41.859842 214668 system_pods.go:86] 8 kube-system pods found
I1122 03:05:41.859879 214668 system_pods.go:89] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:05:41.859890 214668 system_pods.go:89] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 03:05:41.859898 214668 system_pods.go:89] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1122 03:05:41.859903 214668 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:05:41.859910 214668 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 03:05:41.859916 214668 system_pods.go:89] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1122 03:05:41.859925 214668 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 03:05:41.859937 214668 system_pods.go:89] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:05:41.859945 214668 system_pods.go:126] duration metric: took 4.527585ms to wait for k8s-apps to be running ...
I1122 03:05:41.859957 214668 system_svc.go:44] waiting for kubelet service to be running ....
I1122 03:05:41.860014 214668 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:05:41.887304 214668 system_svc.go:56] duration metric: took 27.337224ms WaitForService to wait for kubelet
I1122 03:05:41.887333 214668 kubeadm.go:587] duration metric: took 11.029119479s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:05:41.887352 214668 node_conditions.go:102] verifying NodePressure condition ...
I1122 03:05:41.893459 214668 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 03:05:41.893496 214668 node_conditions.go:123] node cpu capacity is 2
I1122 03:05:41.893509 214668 node_conditions.go:105] duration metric: took 6.151789ms to run NodePressure ...
I1122 03:05:41.893521 214668 start.go:242] waiting for startup goroutines ...
I1122 03:05:41.893529 214668 start.go:247] waiting for cluster config update ...
I1122 03:05:41.893540 214668 start.go:256] writing updated cluster config ...
I1122 03:05:41.893840 214668 ssh_runner.go:195] Run: rm -f paused
I1122 03:05:41.903315 214668 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:05:41.907919 214668 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-qwfkr" in "kube-system" namespace to be "Ready" or be gone ...
W1122 03:05:43.961365 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
I1122 03:05:45.235864 213414 kubeadm.go:319] [control-plane-check] kube-controller-manager is healthy after 5.724844607s
I1122 03:05:47.935465 213414 kubeadm.go:319] [control-plane-check] kube-scheduler is healthy after 8.424736414s
I1122 03:05:49.506832 213414 kubeadm.go:319] [control-plane-check] kube-apiserver is healthy after 10.001443441s
I1122 03:05:49.540904 213414 kubeadm.go:319] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1122 03:05:50.063507 213414 kubeadm.go:319] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1122 03:05:50.088807 213414 kubeadm.go:319] [upload-certs] Skipping phase. Please see --upload-certs
I1122 03:05:50.089269 213414 kubeadm.go:319] [mark-control-plane] Marking the node auto-646238 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1122 03:05:50.107059 213414 kubeadm.go:319] [bootstrap-token] Using token: pp57yt.7qle94moeff81rd2
W1122 03:05:46.414875 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:05:48.421170 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:05:50.915272 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
I1122 03:05:50.110204 213414 out.go:252] - Configuring RBAC rules ...
I1122 03:05:50.110337 213414 kubeadm.go:319] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1122 03:05:50.118019 213414 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1122 03:05:50.128531 213414 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1122 03:05:50.134613 213414 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1122 03:05:50.142353 213414 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1122 03:05:50.147173 213414 kubeadm.go:319] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1122 03:05:50.259794 213414 kubeadm.go:319] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1122 03:05:50.796535 213414 kubeadm.go:319] [addons] Applied essential addon: CoreDNS
I1122 03:05:51.256769 213414 kubeadm.go:319] [addons] Applied essential addon: kube-proxy
I1122 03:05:51.258404 213414 kubeadm.go:319]
I1122 03:05:51.258481 213414 kubeadm.go:319] Your Kubernetes control-plane has initialized successfully!
I1122 03:05:51.258487 213414 kubeadm.go:319]
I1122 03:05:51.258568 213414 kubeadm.go:319] To start using your cluster, you need to run the following as a regular user:
I1122 03:05:51.258573 213414 kubeadm.go:319]
I1122 03:05:51.258599 213414 kubeadm.go:319] mkdir -p $HOME/.kube
I1122 03:05:51.259134 213414 kubeadm.go:319] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1122 03:05:51.259194 213414 kubeadm.go:319] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1122 03:05:51.259200 213414 kubeadm.go:319]
I1122 03:05:51.259257 213414 kubeadm.go:319] Alternatively, if you are the root user, you can run:
I1122 03:05:51.259261 213414 kubeadm.go:319]
I1122 03:05:51.259311 213414 kubeadm.go:319] export KUBECONFIG=/etc/kubernetes/admin.conf
I1122 03:05:51.259315 213414 kubeadm.go:319]
I1122 03:05:51.259377 213414 kubeadm.go:319] You should now deploy a pod network to the cluster.
I1122 03:05:51.259456 213414 kubeadm.go:319] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1122 03:05:51.259526 213414 kubeadm.go:319] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1122 03:05:51.259531 213414 kubeadm.go:319]
I1122 03:05:51.259903 213414 kubeadm.go:319] You can now join any number of control-plane nodes by copying certificate authorities
I1122 03:05:51.260060 213414 kubeadm.go:319] and service account keys on each node and then running the following as root:
I1122 03:05:51.260103 213414 kubeadm.go:319]
I1122 03:05:51.260426 213414 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token pp57yt.7qle94moeff81rd2 \
I1122 03:05:51.260540 213414 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680 \
I1122 03:05:51.260779 213414 kubeadm.go:319] --control-plane
I1122 03:05:51.260798 213414 kubeadm.go:319]
I1122 03:05:51.261095 213414 kubeadm.go:319] Then you can join any number of worker nodes by running the following on each as root:
I1122 03:05:51.261105 213414 kubeadm.go:319]
I1122 03:05:51.261416 213414 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token pp57yt.7qle94moeff81rd2 \
I1122 03:05:51.261724 213414 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680
I1122 03:05:51.266636 213414 kubeadm.go:319] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1122 03:05:51.266918 213414 kubeadm.go:319] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1122 03:05:51.267029 213414 kubeadm.go:319] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1122 03:05:51.267066 213414 cni.go:84] Creating CNI manager for ""
I1122 03:05:51.267073 213414 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:05:51.270268 213414 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1122 03:05:51.273708 213414 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1122 03:05:51.287164 213414 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1122 03:05:51.287182 213414 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1122 03:05:51.317401 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1122 03:05:51.938845 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:51.938967 213414 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1122 03:05:51.939045 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes auto-646238 minikube.k8s.io/updated_at=2025_11_22T03_05_51_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a minikube.k8s.io/name=auto-646238 minikube.k8s.io/primary=true
I1122 03:05:52.309935 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:52.309974 213414 ops.go:34] apiserver oom_adj: -16
I1122 03:05:52.811055 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:53.310510 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:53.811010 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:54.310424 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:54.810006 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:55.310200 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:55.810412 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:55.985010 213414 kubeadm.go:1114] duration metric: took 4.046239452s to wait for elevateKubeSystemPrivileges
I1122 03:05:55.985042 213414 kubeadm.go:403] duration metric: took 28.440833814s to StartCluster
I1122 03:05:55.985059 213414 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:55.985128 213414 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:05:55.986115 213414 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:55.986319 213414 start.go:236] Will wait 15m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:05:55.986429 213414 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1122 03:05:55.986695 213414 config.go:182] Loaded profile config "auto-646238": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:05:55.986650 213414 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 03:05:55.986747 213414 addons.go:70] Setting storage-provisioner=true in profile "auto-646238"
I1122 03:05:55.986771 213414 addons.go:239] Setting addon storage-provisioner=true in "auto-646238"
I1122 03:05:55.986786 213414 addons.go:70] Setting default-storageclass=true in profile "auto-646238"
I1122 03:05:55.986796 213414 host.go:66] Checking if "auto-646238" exists ...
I1122 03:05:55.986800 213414 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "auto-646238"
I1122 03:05:55.987259 213414 cli_runner.go:164] Run: docker container inspect auto-646238 --format={{.State.Status}}
I1122 03:05:55.987284 213414 cli_runner.go:164] Run: docker container inspect auto-646238 --format={{.State.Status}}
I1122 03:05:55.990803 213414 out.go:179] * Verifying Kubernetes components...
I1122 03:05:55.996377 213414 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:05:56.031658 213414 addons.go:239] Setting addon default-storageclass=true in "auto-646238"
I1122 03:05:56.031705 213414 host.go:66] Checking if "auto-646238" exists ...
I1122 03:05:56.032143 213414 cli_runner.go:164] Run: docker container inspect auto-646238 --format={{.State.Status}}
I1122 03:05:56.037805 213414 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
W1122 03:05:52.923919 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:05:55.420705 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
I1122 03:05:56.040847 213414 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:05:56.040871 213414 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 03:05:56.040957 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:56.072395 213414 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 03:05:56.072414 213414 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 03:05:56.072474 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:56.074555 213414 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33096 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa Username:docker}
I1122 03:05:56.106952 213414 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33096 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa Username:docker}
I1122 03:05:56.528197 213414 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 03:05:56.550245 213414 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:05:56.575714 213414 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.85.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1122 03:05:56.575886 213414 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:05:57.311045 213414 start.go:977] {"host.minikube.internal": 192.168.85.1} host record injected into CoreDNS's ConfigMap
I1122 03:05:57.312721 213414 node_ready.go:35] waiting up to 15m0s for node "auto-646238" to be "Ready" ...
I1122 03:05:57.314747 213414 out.go:179] * Enabled addons: default-storageclass, storage-provisioner
W1122 03:05:57.913289 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:05:59.914543 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
I1122 03:05:57.320816 213414 addons.go:530] duration metric: took 1.334156852s for enable addons: enabled=[default-storageclass storage-provisioner]
I1122 03:05:57.816108 213414 kapi.go:214] "coredns" deployment in "kube-system" namespace and "auto-646238" context rescaled to 1 replicas
W1122 03:05:59.315579 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:02.415129 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:04.913119 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:01.316222 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:03.316494 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:05.316714 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:06.913717 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:09.414387 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:07.816727 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:10.316631 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:11.417753 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:13.914313 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:15.916173 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:12.816706 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:15.316480 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:18.414190 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:20.414615 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:17.815961 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:20.316073 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:22.913407 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
I1122 03:06:23.414448 214668 pod_ready.go:94] pod "coredns-66bc5c9577-qwfkr" is "Ready"
I1122 03:06:23.414476 214668 pod_ready.go:86] duration metric: took 41.506528509s for pod "coredns-66bc5c9577-qwfkr" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:23.417451 214668 pod_ready.go:83] waiting for pod "etcd-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:23.421673 214668 pod_ready.go:94] pod "etcd-default-k8s-diff-port-241752" is "Ready"
I1122 03:06:23.421703 214668 pod_ready.go:86] duration metric: took 4.225464ms for pod "etcd-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:23.423809 214668 pod_ready.go:83] waiting for pod "kube-apiserver-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:23.433651 214668 pod_ready.go:94] pod "kube-apiserver-default-k8s-diff-port-241752" is "Ready"
I1122 03:06:23.433684 214668 pod_ready.go:86] duration metric: took 9.838822ms for pod "kube-apiserver-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:23.437429 214668 pod_ready.go:83] waiting for pod "kube-controller-manager-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:23.612632 214668 pod_ready.go:94] pod "kube-controller-manager-default-k8s-diff-port-241752" is "Ready"
I1122 03:06:23.612666 214668 pod_ready.go:86] duration metric: took 175.207791ms for pod "kube-controller-manager-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:23.812956 214668 pod_ready.go:83] waiting for pod "kube-proxy-h9rql" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:24.212767 214668 pod_ready.go:94] pod "kube-proxy-h9rql" is "Ready"
I1122 03:06:24.212799 214668 pod_ready.go:86] duration metric: took 399.817466ms for pod "kube-proxy-h9rql" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:24.412127 214668 pod_ready.go:83] waiting for pod "kube-scheduler-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:24.814635 214668 pod_ready.go:94] pod "kube-scheduler-default-k8s-diff-port-241752" is "Ready"
I1122 03:06:24.814666 214668 pod_ready.go:86] duration metric: took 402.50909ms for pod "kube-scheduler-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:24.814679 214668 pod_ready.go:40] duration metric: took 42.911328561s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:06:24.894234 214668 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 03:06:24.897623 214668 out.go:179] * Done! kubectl is now configured to use "default-k8s-diff-port-241752" cluster and "default" namespace by default
W1122 03:06:22.316284 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:24.823859 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:27.316717 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:29.317381 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:31.816510 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:34.316907 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
==> CRI-O <==
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.850862691Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=b332da96-37f5-4dd5-8ad7-eca378e48c21 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.852525493Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=c2eb957e-0009-4e3e-8dfe-df9deddd8038 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.854631898Z" level=info msg="Creating container: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz/dashboard-metrics-scraper" id=4f57cb01-3be3-49d0-88e2-f3f358f099fe name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.855166407Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.862443182Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.864106886Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.882029125Z" level=info msg="Created container e092256d209793d37e6761cebd9edbe3fd20e4d669543bbcf95d95a68cbdf61b: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz/dashboard-metrics-scraper" id=4f57cb01-3be3-49d0-88e2-f3f358f099fe name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.884060527Z" level=info msg="Starting container: e092256d209793d37e6761cebd9edbe3fd20e4d669543bbcf95d95a68cbdf61b" id=9ab1989c-af34-454d-ab06-06ec02be286e name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.892640061Z" level=info msg="Started container" PID=1644 containerID=e092256d209793d37e6761cebd9edbe3fd20e4d669543bbcf95d95a68cbdf61b description=kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz/dashboard-metrics-scraper id=9ab1989c-af34-454d-ab06-06ec02be286e name=/runtime.v1.RuntimeService/StartContainer sandboxID=4459e76834cecfb1060015baec5ad331099381e9587351a327ad0331cdf10e64
Nov 22 03:06:15 default-k8s-diff-port-241752 conmon[1642]: conmon e092256d209793d37e67 <ninfo>: container 1644 exited with status 1
Nov 22 03:06:16 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:16.300627174Z" level=info msg="Removing container: 19df2abeea1909e83f9c1a432f0c10b7417c9bb9cd8b2d338d13e2f5da47552a" id=4dee03b0-7968-4ada-b2e6-f7fda26c7dcf name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 03:06:16 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:16.312046803Z" level=info msg="Error loading conmon cgroup of container 19df2abeea1909e83f9c1a432f0c10b7417c9bb9cd8b2d338d13e2f5da47552a: cgroup deleted" id=4dee03b0-7968-4ada-b2e6-f7fda26c7dcf name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 03:06:16 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:16.321748976Z" level=info msg="Removed container 19df2abeea1909e83f9c1a432f0c10b7417c9bb9cd8b2d338d13e2f5da47552a: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz/dashboard-metrics-scraper" id=4dee03b0-7968-4ada-b2e6-f7fda26c7dcf name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.783976288Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.787505805Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.787540997Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.787562487Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.790673541Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.790736942Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.79075958Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.793587646Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.793619409Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.793643999Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.796811505Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.796842783Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
e092256d20979 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 23 seconds ago Exited dashboard-metrics-scraper 2 4459e76834cec dashboard-metrics-scraper-6ffb444bf9-n8pqz kubernetes-dashboard
805da62a3e7c6 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 27 seconds ago Running storage-provisioner 2 a9b9bea295611 storage-provisioner kube-system
0b63466ba6801 docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf 48 seconds ago Running kubernetes-dashboard 0 88a17b98082ad kubernetes-dashboard-855c9754f9-9n5h5 kubernetes-dashboard
6daf7331c6d9b 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 58 seconds ago Running coredns 1 630ba9df3b9e1 coredns-66bc5c9577-qwfkr kube-system
60d6059a8fae0 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 58 seconds ago Running kube-proxy 1 d819c3daea191 kube-proxy-h9rql kube-system
de37ee256f7dd 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c 58 seconds ago Running busybox 1 2c976133eba39 busybox default
d610bf5712805 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 58 seconds ago Exited storage-provisioner 1 a9b9bea295611 storage-provisioner kube-system
c5986381928bd b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 58 seconds ago Running kindnet-cni 1 a6ba511092873 kindnet-xjlzl kube-system
a6609fdc1abe5 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Running kube-apiserver 1 9c43024df5bbd kube-apiserver-default-k8s-diff-port-241752 kube-system
5555d77a30c7b a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Running etcd 1 3baa9d7ff95e2 etcd-default-k8s-diff-port-241752 kube-system
cb457d81a721d 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Running kube-controller-manager 1 783ad5f4d3125 kube-controller-manager-default-k8s-diff-port-241752 kube-system
5ed40da84d3ff b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Running kube-scheduler 1 2223aa516f3cd kube-scheduler-default-k8s-diff-port-241752 kube-system
==> coredns [6daf7331c6d9b4bbc7e4a0fceb7363d5cfa4308511a3b3475b6ceaf41b7a173c] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:43388 - 60125 "HINFO IN 7401632244737388011.9107612821241377883. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.011501325s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/ready: Still waiting on: "kubernetes"
==> describe nodes <==
Name: default-k8s-diff-port-241752
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=default-k8s-diff-port-241752
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=default-k8s-diff-port-241752
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T03_04_08_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 03:04:03 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: default-k8s-diff-port-241752
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 03:06:30 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 03:05:59 +0000 Sat, 22 Nov 2025 03:03:58 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 03:05:59 +0000 Sat, 22 Nov 2025 03:03:58 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 03:05:59 +0000 Sat, 22 Nov 2025 03:03:58 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 22 Nov 2025 03:05:59 +0000 Sat, 22 Nov 2025 03:04:53 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: default-k8s-diff-port-241752
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: 8affa393-9492-44e5-a1ab-1807a873ef2d
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 103s
kube-system coredns-66bc5c9577-qwfkr 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 2m27s
kube-system etcd-default-k8s-diff-port-241752 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 2m32s
kube-system kindnet-xjlzl 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 2m27s
kube-system kube-apiserver-default-k8s-diff-port-241752 250m (12%) 0 (0%) 0 (0%) 0 (0%) 2m36s
kube-system kube-controller-manager-default-k8s-diff-port-241752 200m (10%) 0 (0%) 0 (0%) 0 (0%) 2m32s
kube-system kube-proxy-h9rql 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m28s
kube-system kube-scheduler-default-k8s-diff-port-241752 100m (5%) 0 (0%) 0 (0%) 0 (0%) 2m32s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m27s
kubernetes-dashboard dashboard-metrics-scraper-6ffb444bf9-n8pqz 0 (0%) 0 (0%) 0 (0%) 0 (0%) 56s
kubernetes-dashboard kubernetes-dashboard-855c9754f9-9n5h5 0 (0%) 0 (0%) 0 (0%) 0 (0%) 56s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m26s kube-proxy
Normal Starting 57s kube-proxy
Warning CgroupV1 2m43s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 2m42s (x8 over 2m42s) kubelet Node default-k8s-diff-port-241752 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m42s (x8 over 2m42s) kubelet Node default-k8s-diff-port-241752 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m42s (x8 over 2m42s) kubelet Node default-k8s-diff-port-241752 status is now: NodeHasSufficientPID
Normal NodeHasSufficientMemory 2m32s kubelet Node default-k8s-diff-port-241752 status is now: NodeHasSufficientMemory
Warning CgroupV1 2m32s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasNoDiskPressure 2m32s kubelet Node default-k8s-diff-port-241752 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m32s kubelet Node default-k8s-diff-port-241752 status is now: NodeHasSufficientPID
Normal Starting 2m32s kubelet Starting kubelet.
Normal RegisteredNode 2m28s node-controller Node default-k8s-diff-port-241752 event: Registered Node default-k8s-diff-port-241752 in Controller
Normal NodeReady 106s kubelet Node default-k8s-diff-port-241752 status is now: NodeReady
Normal Starting 70s kubelet Starting kubelet.
Warning CgroupV1 70s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 70s (x8 over 70s) kubelet Node default-k8s-diff-port-241752 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 70s (x8 over 70s) kubelet Node default-k8s-diff-port-241752 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 70s (x8 over 70s) kubelet Node default-k8s-diff-port-241752 status is now: NodeHasSufficientPID
Normal RegisteredNode 56s node-controller Node default-k8s-diff-port-241752 event: Registered Node default-k8s-diff-port-241752 in Controller
==> dmesg <==
[ +28.004266] overlayfs: idmapped layers are currently not supported
[Nov22 02:43] overlayfs: idmapped layers are currently not supported
[Nov22 02:44] overlayfs: idmapped layers are currently not supported
[Nov22 02:45] overlayfs: idmapped layers are currently not supported
[Nov22 02:46] overlayfs: idmapped layers are currently not supported
[Nov22 02:49] overlayfs: idmapped layers are currently not supported
[Nov22 02:51] overlayfs: idmapped layers are currently not supported
[ +27.358169] systemd-journald[231]: Failed to send stream file descriptor to service manager: Connection refused
[ +1.241009] overlayfs: idmapped layers are currently not supported
[Nov22 02:53] overlayfs: idmapped layers are currently not supported
[Nov22 02:56] overlayfs: idmapped layers are currently not supported
[Nov22 02:57] overlayfs: idmapped layers are currently not supported
[ +5.709995] overlayfs: idmapped layers are currently not supported
[ +34.878505] overlayfs: idmapped layers are currently not supported
[Nov22 02:58] overlayfs: idmapped layers are currently not supported
[Nov22 02:59] overlayfs: idmapped layers are currently not supported
[Nov22 03:00] overlayfs: idmapped layers are currently not supported
[Nov22 03:01] overlayfs: idmapped layers are currently not supported
[Nov22 03:02] overlayfs: idmapped layers are currently not supported
[ +29.429632] overlayfs: idmapped layers are currently not supported
[Nov22 03:03] overlayfs: idmapped layers are currently not supported
[Nov22 03:04] overlayfs: idmapped layers are currently not supported
[ +25.656726] overlayfs: idmapped layers are currently not supported
[Nov22 03:05] overlayfs: idmapped layers are currently not supported
[ +9.373823] overlayfs: idmapped layers are currently not supported
==> etcd [5555d77a30c7bb9dd2d62f589e75ef6166c94ddf072291f4109ac0d1e2c9a16f] <==
{"level":"warn","ts":"2025-11-22T03:05:36.934386Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36280","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:36.999791Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36282","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.063970Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36292","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.097405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36310","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.153983Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36330","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.189470Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36344","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.206876Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36370","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.237189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36384","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.275607Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36402","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.326974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36424","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.351175Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36436","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.382953Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36446","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.397414Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36472","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.431628Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36498","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.450881Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36526","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.480597Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36544","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.508899Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36564","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.528220Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36588","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.546556Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36600","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.563745Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36626","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.609198Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36646","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.657506Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36662","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.685452Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36676","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.711405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36696","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.800691Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36704","server-name":"","error":"EOF"}
==> kernel <==
03:06:39 up 1:48, 0 user, load average: 3.59, 3.74, 3.01
Linux default-k8s-diff-port-241752 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [c5986381928bd1eb0d4728f17733e67f9b09f594c68884a7465fad640c422624] <==
I1122 03:05:41.431478 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 03:05:41.507017 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1122 03:05:41.507167 1 main.go:148] setting mtu 1500 for CNI
I1122 03:05:41.507180 1 main.go:178] kindnetd IP family: "ipv4"
I1122 03:05:41.507193 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T03:05:41Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 03:05:41.783215 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 03:05:41.783232 1 controller.go:381] "Waiting for informer caches to sync"
I1122 03:05:41.783240 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 03:05:41.783872 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1122 03:06:11.783574 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1122 03:06:11.783695 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1122 03:06:11.783782 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1122 03:06:11.783870 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
I1122 03:06:13.384189 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 03:06:13.384381 1 metrics.go:72] Registering metrics
I1122 03:06:13.384499 1 controller.go:711] "Syncing nftables rules"
I1122 03:06:21.783621 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 03:06:21.783712 1 main.go:301] handling current node
I1122 03:06:31.783750 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 03:06:31.783813 1 main.go:301] handling current node
==> kube-apiserver [a6609fdc1abe563d872ab3975323ee23ca963e0a9779a193a6ec2cc851ac566d] <==
I1122 03:05:39.285097 1 cache.go:39] Caches are synced for autoregister controller
I1122 03:05:39.286371 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1122 03:05:39.286480 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1122 03:05:39.287094 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1122 03:05:39.299815 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1122 03:05:39.299880 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1122 03:05:39.303632 1 shared_informer.go:356] "Caches are synced" controller="configmaps"
I1122 03:05:39.313828 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1122 03:05:39.330781 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1122 03:05:39.364887 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 03:05:39.365480 1 shared_informer.go:356] "Caches are synced" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]"
I1122 03:05:39.365505 1 policy_source.go:240] refreshing policies
E1122 03:05:39.371307 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1122 03:05:39.378061 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1122 03:05:39.595346 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 03:05:40.464673 1 controller.go:667] quota admission added evaluator for: namespaces
I1122 03:05:40.655414 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1122 03:05:40.836875 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1122 03:05:40.964530 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1122 03:05:41.014162 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1122 03:05:41.311643 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.106.121.212"}
I1122 03:05:41.391407 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.101.41.162"}
I1122 03:05:43.670565 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1122 03:05:43.905164 1 controller.go:667] quota admission added evaluator for: endpoints
I1122 03:05:43.983700 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
==> kube-controller-manager [cb457d81a721da6869e9e0624d03d4753e777b1d1d2b766ab457eb72cdd3f0ec] <==
I1122 03:05:43.618861 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1122 03:05:43.618966 1 shared_informer.go:356] "Caches are synced" controller="PV protection"
I1122 03:05:43.619036 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1122 03:05:43.619149 1 shared_informer.go:356] "Caches are synced" controller="ReplicaSet"
I1122 03:05:43.619954 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I1122 03:05:43.626816 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrapproving"
I1122 03:05:43.626974 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1122 03:05:43.637352 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1122 03:05:43.637463 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1122 03:05:43.647039 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:05:43.647126 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1122 03:05:43.647155 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1122 03:05:43.648178 1 shared_informer.go:356] "Caches are synced" controller="GC"
I1122 03:05:43.658693 1 shared_informer.go:356] "Caches are synced" controller="service account"
I1122 03:05:43.658976 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:05:43.659054 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 03:05:43.659066 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1122 03:05:43.665126 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1122 03:05:43.665250 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1122 03:05:43.665353 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1122 03:05:43.666454 1 shared_informer.go:356] "Caches are synced" controller="cronjob"
I1122 03:05:43.670700 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1122 03:05:43.674043 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 03:05:43.680446 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1122 03:05:43.997952 1 endpointslice_controller.go:344] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kubernetes-dashboard/kubernetes-dashboard" err="EndpointSlice informer cache is out of date"
==> kube-proxy [60d6059a8fae0cb5e81ec4abe2cc6ed0f951ef7f0964302bdc82d57354e275ca] <==
I1122 03:05:41.977487 1 server_linux.go:53] "Using iptables proxy"
I1122 03:05:42.190294 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 03:05:42.319053 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 03:05:42.319185 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1122 03:05:42.319327 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 03:05:42.443338 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 03:05:42.443413 1 server_linux.go:132] "Using iptables Proxier"
I1122 03:05:42.451867 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 03:05:42.452213 1 server.go:527] "Version info" version="v1.34.1"
I1122 03:05:42.452236 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:05:42.453334 1 config.go:200] "Starting service config controller"
I1122 03:05:42.453351 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 03:05:42.462292 1 config.go:106] "Starting endpoint slice config controller"
I1122 03:05:42.462390 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 03:05:42.462436 1 config.go:403] "Starting serviceCIDR config controller"
I1122 03:05:42.462481 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 03:05:42.463015 1 config.go:309] "Starting node config controller"
I1122 03:05:42.463077 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 03:05:42.463109 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 03:05:42.553634 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 03:05:42.563124 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1122 03:05:42.563221 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [5ed40da84d3ffbeb61728f25f308e4836107337ee8ac1aeae7fa5821acf0b3aa] <==
I1122 03:05:39.191209 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:05:39.197179 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1122 03:05:39.197301 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:05:39.197321 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:05:39.197340 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E1122 03:05:39.247148 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E1122 03:05:39.247230 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod"
E1122 03:05:39.247286 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E1122 03:05:39.247335 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1122 03:05:39.247401 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1122 03:05:39.247463 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1122 03:05:39.247528 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E1122 03:05:39.247565 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E1122 03:05:39.247599 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1122 03:05:39.247634 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1122 03:05:39.276164 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
E1122 03:05:39.276338 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1122 03:05:39.276487 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1122 03:05:39.276420 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": RBAC: [clusterrole.rbac.authorization.k8s.io \"system:public-info-viewer\" not found, clusterrole.rbac.authorization.k8s.io \"system:basic-user\" not found, clusterrole.rbac.authorization.k8s.io \"system:volume-scheduler\" not found, clusterrole.rbac.authorization.k8s.io \"system:discovery\" not found, clusterrole.rbac.authorization.k8s.io \"system:kube-scheduler\" not found]" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
E1122 03:05:39.276634 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1122 03:05:39.276682 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E1122 03:05:39.276781 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E1122 03:05:39.276866 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceClaim"
E1122 03:05:39.276887 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
I1122 03:05:40.302819 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Nov 22 03:05:40 default-k8s-diff-port-241752 kubelet[781]: W1122 03:05:40.874600 781 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/crio-a6ba51109287333d1c9351a058369f8618957b3efb02df29de82e1dc94836494 WatchSource:0}: Error finding container a6ba51109287333d1c9351a058369f8618957b3efb02df29de82e1dc94836494: Status 404 returned error can't find the container with id a6ba51109287333d1c9351a058369f8618957b3efb02df29de82e1dc94836494
Nov 22 03:05:43 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:43.919259 781 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/2225dfc6-0305-4f05-b7a8-9e450dedd8ef-tmp-volume\") pod \"kubernetes-dashboard-855c9754f9-9n5h5\" (UID: \"2225dfc6-0305-4f05-b7a8-9e450dedd8ef\") " pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-9n5h5"
Nov 22 03:05:43 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:43.919321 781 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7gbwn\" (UniqueName: \"kubernetes.io/projected/2225dfc6-0305-4f05-b7a8-9e450dedd8ef-kube-api-access-7gbwn\") pod \"kubernetes-dashboard-855c9754f9-9n5h5\" (UID: \"2225dfc6-0305-4f05-b7a8-9e450dedd8ef\") " pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-9n5h5"
Nov 22 03:05:44 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:44.020186 781 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/4e026593-782c-4350-acc7-f33c8082c041-tmp-volume\") pod \"dashboard-metrics-scraper-6ffb444bf9-n8pqz\" (UID: \"4e026593-782c-4350-acc7-f33c8082c041\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz"
Nov 22 03:05:44 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:44.020266 781 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-m96mt\" (UniqueName: \"kubernetes.io/projected/4e026593-782c-4350-acc7-f33c8082c041-kube-api-access-m96mt\") pod \"dashboard-metrics-scraper-6ffb444bf9-n8pqz\" (UID: \"4e026593-782c-4350-acc7-f33c8082c041\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz"
Nov 22 03:05:44 default-k8s-diff-port-241752 kubelet[781]: W1122 03:05:44.222642 781 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/crio-4459e76834cecfb1060015baec5ad331099381e9587351a327ad0331cdf10e64 WatchSource:0}: Error finding container 4459e76834cecfb1060015baec5ad331099381e9587351a327ad0331cdf10e64: Status 404 returned error can't find the container with id 4459e76834cecfb1060015baec5ad331099381e9587351a327ad0331cdf10e64
Nov 22 03:05:57 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:57.212243 781 scope.go:117] "RemoveContainer" containerID="ee252e9ce11c50118ef4f41a8e509e68a1d7735c35fbfe2fbae0a33e89444a4f"
Nov 22 03:05:57 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:57.253686 781 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-9n5h5" podStartSLOduration=7.461146654 podStartE2EDuration="14.25366649s" podCreationTimestamp="2025-11-22 03:05:43 +0000 UTC" firstStartedPulling="2025-11-22 03:05:44.190056437 +0000 UTC m=+14.658506276" lastFinishedPulling="2025-11-22 03:05:50.982576273 +0000 UTC m=+21.451026112" observedRunningTime="2025-11-22 03:05:51.203922364 +0000 UTC m=+21.672372194" watchObservedRunningTime="2025-11-22 03:05:57.25366649 +0000 UTC m=+27.722116337"
Nov 22 03:05:58 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:58.216749 781 scope.go:117] "RemoveContainer" containerID="ee252e9ce11c50118ef4f41a8e509e68a1d7735c35fbfe2fbae0a33e89444a4f"
Nov 22 03:05:58 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:58.217062 781 scope.go:117] "RemoveContainer" containerID="19df2abeea1909e83f9c1a432f0c10b7417c9bb9cd8b2d338d13e2f5da47552a"
Nov 22 03:05:58 default-k8s-diff-port-241752 kubelet[781]: E1122 03:05:58.217222 781 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-n8pqz_kubernetes-dashboard(4e026593-782c-4350-acc7-f33c8082c041)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz" podUID="4e026593-782c-4350-acc7-f33c8082c041"
Nov 22 03:05:59 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:59.220909 781 scope.go:117] "RemoveContainer" containerID="19df2abeea1909e83f9c1a432f0c10b7417c9bb9cd8b2d338d13e2f5da47552a"
Nov 22 03:05:59 default-k8s-diff-port-241752 kubelet[781]: E1122 03:05:59.221515 781 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-n8pqz_kubernetes-dashboard(4e026593-782c-4350-acc7-f33c8082c041)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz" podUID="4e026593-782c-4350-acc7-f33c8082c041"
Nov 22 03:06:04 default-k8s-diff-port-241752 kubelet[781]: I1122 03:06:04.160253 781 scope.go:117] "RemoveContainer" containerID="19df2abeea1909e83f9c1a432f0c10b7417c9bb9cd8b2d338d13e2f5da47552a"
Nov 22 03:06:04 default-k8s-diff-port-241752 kubelet[781]: E1122 03:06:04.160930 781 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-n8pqz_kubernetes-dashboard(4e026593-782c-4350-acc7-f33c8082c041)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz" podUID="4e026593-782c-4350-acc7-f33c8082c041"
Nov 22 03:06:12 default-k8s-diff-port-241752 kubelet[781]: I1122 03:06:12.283431 781 scope.go:117] "RemoveContainer" containerID="d610bf571280526f44dee76283f9436a4e8ffb1f463f96358643597cc9a40a59"
Nov 22 03:06:15 default-k8s-diff-port-241752 kubelet[781]: I1122 03:06:15.849892 781 scope.go:117] "RemoveContainer" containerID="19df2abeea1909e83f9c1a432f0c10b7417c9bb9cd8b2d338d13e2f5da47552a"
Nov 22 03:06:16 default-k8s-diff-port-241752 kubelet[781]: I1122 03:06:16.297339 781 scope.go:117] "RemoveContainer" containerID="19df2abeea1909e83f9c1a432f0c10b7417c9bb9cd8b2d338d13e2f5da47552a"
Nov 22 03:06:16 default-k8s-diff-port-241752 kubelet[781]: I1122 03:06:16.297706 781 scope.go:117] "RemoveContainer" containerID="e092256d209793d37e6761cebd9edbe3fd20e4d669543bbcf95d95a68cbdf61b"
Nov 22 03:06:16 default-k8s-diff-port-241752 kubelet[781]: E1122 03:06:16.297873 781 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-n8pqz_kubernetes-dashboard(4e026593-782c-4350-acc7-f33c8082c041)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz" podUID="4e026593-782c-4350-acc7-f33c8082c041"
Nov 22 03:06:24 default-k8s-diff-port-241752 kubelet[781]: I1122 03:06:24.160936 781 scope.go:117] "RemoveContainer" containerID="e092256d209793d37e6761cebd9edbe3fd20e4d669543bbcf95d95a68cbdf61b"
Nov 22 03:06:24 default-k8s-diff-port-241752 kubelet[781]: E1122 03:06:24.161137 781 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-n8pqz_kubernetes-dashboard(4e026593-782c-4350-acc7-f33c8082c041)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz" podUID="4e026593-782c-4350-acc7-f33c8082c041"
Nov 22 03:06:37 default-k8s-diff-port-241752 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Nov 22 03:06:37 default-k8s-diff-port-241752 systemd[1]: kubelet.service: Deactivated successfully.
Nov 22 03:06:37 default-k8s-diff-port-241752 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
==> kubernetes-dashboard [0b63466ba680195d319e8685a8522753264f4370775eada48628389e0ac810a0] <==
2025/11/22 03:05:51 Using namespace: kubernetes-dashboard
2025/11/22 03:05:51 Using in-cluster config to connect to apiserver
2025/11/22 03:05:51 Using secret token for csrf signing
2025/11/22 03:05:51 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/11/22 03:05:51 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/11/22 03:05:51 Successful initial request to the apiserver, version: v1.34.1
2025/11/22 03:05:51 Generating JWE encryption key
2025/11/22 03:05:51 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/11/22 03:05:51 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/11/22 03:05:52 Initializing JWE encryption key from synchronized object
2025/11/22 03:05:52 Creating in-cluster Sidecar client
2025/11/22 03:05:52 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/11/22 03:05:52 Serving insecurely on HTTP port: 9090
2025/11/22 03:06:22 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/11/22 03:05:51 Starting overwatch
==> storage-provisioner [805da62a3e7c6dec2b734e739399966ee5d838d29bbf237f2165af4ae44d6e44] <==
I1122 03:06:12.349328 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1122 03:06:12.349379 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1122 03:06:12.351944 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:15.806563 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:20.067627 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:23.666337 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:26.719701 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:29.742444 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:29.756034 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:06:29.756193 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1122 03:06:29.756392 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-241752_27002eff-bf94-4787-a4f6-a8e6c986d1d3!
I1122 03:06:29.756871 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"c2a130c7-30fd-4eb7-acf1-cba0ae25eab4", APIVersion:"v1", ResourceVersion:"688", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' default-k8s-diff-port-241752_27002eff-bf94-4787-a4f6-a8e6c986d1d3 became leader
W1122 03:06:29.764751 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:29.768478 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:06:29.857326 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-241752_27002eff-bf94-4787-a4f6-a8e6c986d1d3!
W1122 03:06:31.771063 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:31.776069 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:33.779888 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:33.784801 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:35.788397 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:35.795376 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:37.798825 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:37.804826 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:39.808888 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:39.817507 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
==> storage-provisioner [d610bf571280526f44dee76283f9436a4e8ffb1f463f96358643597cc9a40a59] <==
I1122 03:05:41.392543 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1122 03:06:11.403232 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-241752 -n default-k8s-diff-port-241752
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-241752 -n default-k8s-diff-port-241752: exit status 2 (404.572046ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context default-k8s-diff-port-241752 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/default-k8s-diff-port/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect default-k8s-diff-port-241752
helpers_test.go:243: (dbg) docker inspect default-k8s-diff-port-241752:
-- stdout --
[
{
"Id": "e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee",
"Created": "2025-11-22T03:03:37.472737003Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 214810,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-11-22T03:05:21.548853064Z",
"FinishedAt": "2025-11-22T03:05:20.523693614Z"
},
"Image": "sha256:6dfeb5329cc83d126555f88f43b09eef7a09c7f546c9166b94d33747df91b6df",
"ResolvConfPath": "/var/lib/docker/containers/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/hostname",
"HostsPath": "/var/lib/docker/containers/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/hosts",
"LogPath": "/var/lib/docker/containers/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee-json.log",
"Name": "/default-k8s-diff-port-241752",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"default-k8s-diff-port-241752:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "default-k8s-diff-port-241752",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee",
"LowerDir": "/var/lib/docker/overlay2/1ff967c2cd08c560534d2970758939e698aa186732f866bc5057eb68ee57d560-init/diff:/var/lib/docker/overlay2/a67de245b17639196b2da6bd1e1b5eb281f2565b91e1b4e9d5242a3be369e95f/diff",
"MergedDir": "/var/lib/docker/overlay2/1ff967c2cd08c560534d2970758939e698aa186732f866bc5057eb68ee57d560/merged",
"UpperDir": "/var/lib/docker/overlay2/1ff967c2cd08c560534d2970758939e698aa186732f866bc5057eb68ee57d560/diff",
"WorkDir": "/var/lib/docker/overlay2/1ff967c2cd08c560534d2970758939e698aa186732f866bc5057eb68ee57d560/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "default-k8s-diff-port-241752",
"Source": "/var/lib/docker/volumes/default-k8s-diff-port-241752/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "default-k8s-diff-port-241752",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8444/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "default-k8s-diff-port-241752",
"name.minikube.sigs.k8s.io": "default-k8s-diff-port-241752",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "2b58c949c89d2ac7911981f09fdf9d263e70ee56054aa913bc2beb910424d553",
"SandboxKey": "/var/run/docker/netns/2b58c949c89d",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33101"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33102"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33105"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33103"
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33104"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"default-k8s-diff-port-241752": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "96:d4:a3:1f:1e:bc",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "56a9a1d8a34304f660cfa086c758332e306489cf00594cca9f710c976a366fc5",
"EndpointID": "9789f2b25ec1b29088af053f32b2c074e9fb12eaba30e6315be9159c085e6d75",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"default-k8s-diff-port-241752",
"e1bc54f530a6"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-241752 -n default-k8s-diff-port-241752
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-241752 -n default-k8s-diff-port-241752: exit status 2 (507.949814ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/default-k8s-diff-port/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p default-k8s-diff-port-241752 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p default-k8s-diff-port-241752 logs -n 25: (1.820201539s)
helpers_test.go:260: TestStartStop/group/default-k8s-diff-port/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ delete │ -p no-preload-564946 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ delete │ -p no-preload-564946 │ no-preload-564946 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ delete │ -p disable-driver-mounts-318891 │ disable-driver-mounts-318891 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ start │ -p default-k8s-diff-port-241752 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:04 UTC │
│ image │ embed-certs-114686 image list --format=json │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:03 UTC │
│ pause │ -p embed-certs-114686 --alsologtostderr -v=1 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ │
│ delete │ -p embed-certs-114686 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:03 UTC │ 22 Nov 25 03:04 UTC │
│ delete │ -p embed-certs-114686 │ embed-certs-114686 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ start │ -p newest-cni-814190 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ addons │ enable metrics-server -p newest-cni-814190 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ │
│ stop │ -p newest-cni-814190 --alsologtostderr -v=3 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ addons │ enable dashboard -p newest-cni-814190 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:04 UTC │
│ start │ -p newest-cni-814190 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:04 UTC │ 22 Nov 25 03:05 UTC │
│ image │ newest-cni-814190 image list --format=json │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ 22 Nov 25 03:05 UTC │
│ pause │ -p newest-cni-814190 --alsologtostderr -v=1 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ │
│ addons │ enable metrics-server -p default-k8s-diff-port-241752 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ │
│ stop │ -p default-k8s-diff-port-241752 --alsologtostderr -v=3 │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ 22 Nov 25 03:05 UTC │
│ delete │ -p newest-cni-814190 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ 22 Nov 25 03:05 UTC │
│ delete │ -p newest-cni-814190 │ newest-cni-814190 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ 22 Nov 25 03:05 UTC │
│ start │ -p auto-646238 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio │ auto-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ 22 Nov 25 03:06 UTC │
│ addons │ enable dashboard -p default-k8s-diff-port-241752 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ 22 Nov 25 03:05 UTC │
│ start │ -p default-k8s-diff-port-241752 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:05 UTC │ 22 Nov 25 03:06 UTC │
│ image │ default-k8s-diff-port-241752 image list --format=json │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:06 UTC │ 22 Nov 25 03:06 UTC │
│ pause │ -p default-k8s-diff-port-241752 --alsologtostderr -v=1 │ default-k8s-diff-port-241752 │ jenkins │ v1.37.0 │ 22 Nov 25 03:06 UTC │ │
│ ssh │ -p auto-646238 pgrep -a kubelet │ auto-646238 │ jenkins │ v1.37.0 │ 22 Nov 25 03:06 UTC │ 22 Nov 25 03:06 UTC │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/11/22 03:05:21
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 03:05:21.143199 214668 out.go:360] Setting OutFile to fd 1 ...
I1122 03:05:21.143326 214668 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:05:21.143338 214668 out.go:374] Setting ErrFile to fd 2...
I1122 03:05:21.143344 214668 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 03:05:21.143616 214668 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 03:05:21.143993 214668 out.go:368] Setting JSON to false
I1122 03:05:21.144855 214668 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6448,"bootTime":1763774274,"procs":172,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 03:05:21.144928 214668 start.go:143] virtualization:
I1122 03:05:21.147873 214668 out.go:179] * [default-k8s-diff-port-241752] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 03:05:21.152023 214668 out.go:179] - MINIKUBE_LOCATION=21946
I1122 03:05:21.152081 214668 notify.go:221] Checking for updates...
I1122 03:05:21.158498 214668 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 03:05:21.164840 214668 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:05:21.167810 214668 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 03:05:21.170481 214668 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 03:05:21.174995 214668 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 03:05:16.718469 213414 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v auto-646238:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a -I lz4 -xf /preloaded.tar -C /extractDir: (4.534430681s)
I1122 03:05:16.718503 213414 kic.go:203] duration metric: took 4.534572072s to extract preloaded images to volume ...
W1122 03:05:16.718654 213414 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1122 03:05:16.718798 213414 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1122 03:05:16.773007 213414 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname auto-646238 --name auto-646238 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=auto-646238 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=auto-646238 --network auto-646238 --ip 192.168.85.2 --volume auto-646238:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a
I1122 03:05:17.109684 213414 cli_runner.go:164] Run: docker container inspect auto-646238 --format={{.State.Running}}
I1122 03:05:17.130858 213414 cli_runner.go:164] Run: docker container inspect auto-646238 --format={{.State.Status}}
I1122 03:05:17.151936 213414 cli_runner.go:164] Run: docker exec auto-646238 stat /var/lib/dpkg/alternatives/iptables
I1122 03:05:17.202922 213414 oci.go:144] the created container "auto-646238" has a running status.
I1122 03:05:17.202960 213414 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa...
I1122 03:05:17.393213 213414 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1122 03:05:17.420302 213414 cli_runner.go:164] Run: docker container inspect auto-646238 --format={{.State.Status}}
I1122 03:05:17.442263 213414 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1122 03:05:17.442289 213414 kic_runner.go:114] Args: [docker exec --privileged auto-646238 chown docker:docker /home/docker/.ssh/authorized_keys]
I1122 03:05:17.510502 213414 cli_runner.go:164] Run: docker container inspect auto-646238 --format={{.State.Status}}
I1122 03:05:17.555853 213414 machine.go:94] provisionDockerMachine start ...
I1122 03:05:17.555965 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:17.585775 213414 main.go:143] libmachine: Using SSH client type: native
I1122 03:05:17.586096 213414 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33096 <nil> <nil>}
I1122 03:05:17.586105 213414 main.go:143] libmachine: About to run SSH command:
hostname
I1122 03:05:17.589179 213414 main.go:143] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1122 03:05:20.760980 213414 main.go:143] libmachine: SSH cmd err, output: <nil>: auto-646238
I1122 03:05:20.761025 213414 ubuntu.go:182] provisioning hostname "auto-646238"
I1122 03:05:20.761096 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:20.783643 213414 main.go:143] libmachine: Using SSH client type: native
I1122 03:05:20.784006 213414 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33096 <nil> <nil>}
I1122 03:05:20.784023 213414 main.go:143] libmachine: About to run SSH command:
sudo hostname auto-646238 && echo "auto-646238" | sudo tee /etc/hostname
I1122 03:05:20.973171 213414 main.go:143] libmachine: SSH cmd err, output: <nil>: auto-646238
I1122 03:05:20.973245 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:21.004547 213414 main.go:143] libmachine: Using SSH client type: native
I1122 03:05:21.004879 213414 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33096 <nil> <nil>}
I1122 03:05:21.004895 213414 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\sauto-646238' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 auto-646238/g' /etc/hosts;
else
echo '127.0.1.1 auto-646238' | sudo tee -a /etc/hosts;
fi
fi
I1122 03:05:21.159557 213414 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 03:05:21.159589 213414 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 03:05:21.159608 213414 ubuntu.go:190] setting up certificates
I1122 03:05:21.159635 213414 provision.go:84] configureAuth start
I1122 03:05:21.159694 213414 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" auto-646238
I1122 03:05:21.179073 213414 provision.go:143] copyHostCerts
I1122 03:05:21.179122 213414 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 03:05:21.179130 213414 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 03:05:21.179203 213414 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 03:05:21.179289 213414 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 03:05:21.179294 213414 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 03:05:21.179322 213414 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 03:05:21.179371 213414 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 03:05:21.179377 213414 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 03:05:21.179399 213414 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 03:05:21.179449 213414 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.auto-646238 san=[127.0.0.1 192.168.85.2 auto-646238 localhost minikube]
I1122 03:05:21.178363 214668 config.go:182] Loaded profile config "default-k8s-diff-port-241752": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:05:21.179000 214668 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 03:05:21.216254 214668 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 03:05:21.216358 214668 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:05:21.325019 214668 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:39 OomKillDisable:true NGoroutines:53 SystemTime:2025-11-22 03:05:21.310112008 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:05:21.325124 214668 docker.go:319] overlay module found
I1122 03:05:21.328171 214668 out.go:179] * Using the docker driver based on existing profile
I1122 03:05:21.331100 214668 start.go:309] selected driver: docker
I1122 03:05:21.331121 214668 start.go:927] validating driver "docker" against &{Name:default-k8s-diff-port-241752 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APISe
rverHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] M
ountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:05:21.331216 214668 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 03:05:21.331940 214668 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 03:05:21.417669 214668 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:39 OomKillDisable:true NGoroutines:53 SystemTime:2025-11-22 03:05:21.407961623 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 03:05:21.418004 214668 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:05:21.418032 214668 cni.go:84] Creating CNI manager for ""
I1122 03:05:21.418088 214668 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:05:21.418119 214668 start.go:353] cluster config:
{Name:default-k8s-diff-port-241752 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:
cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false
DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:05:21.421281 214668 out.go:179] * Starting "default-k8s-diff-port-241752" primary control-plane node in "default-k8s-diff-port-241752" cluster
I1122 03:05:21.424112 214668 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 03:05:21.427020 214668 out.go:179] * Pulling base image v0.0.48-1763507788-21924 ...
I1122 03:05:21.429873 214668 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:05:21.429937 214668 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 03:05:21.429948 214668 cache.go:65] Caching tarball of preloaded images
I1122 03:05:21.430035 214668 preload.go:238] Found /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1122 03:05:21.430045 214668 cache.go:68] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1122 03:05:21.430159 214668 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/config.json ...
I1122 03:05:21.430368 214668 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 03:05:21.458101 214668 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon, skipping pull
I1122 03:05:21.458126 214668 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in daemon, skipping load
I1122 03:05:21.458139 214668 cache.go:243] Successfully downloaded all kic artifacts
I1122 03:05:21.458162 214668 start.go:360] acquireMachinesLock for default-k8s-diff-port-241752: {Name:mkbde39a8cb76981c8cf8bd4a0003c49fd2442f9 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1122 03:05:21.458222 214668 start.go:364] duration metric: took 36.422µs to acquireMachinesLock for "default-k8s-diff-port-241752"
I1122 03:05:21.458247 214668 start.go:96] Skipping create...Using existing machine configuration
I1122 03:05:21.458255 214668 fix.go:54] fixHost starting:
I1122 03:05:21.458536 214668 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:05:21.495676 214668 fix.go:112] recreateIfNeeded on default-k8s-diff-port-241752: state=Stopped err=<nil>
W1122 03:05:21.495704 214668 fix.go:138] unexpected machine state, will restart: <nil>
I1122 03:05:22.347087 213414 provision.go:177] copyRemoteCerts
I1122 03:05:22.347162 213414 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 03:05:22.347214 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:22.365258 213414 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33096 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa Username:docker}
I1122 03:05:22.475156 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 03:05:22.499273 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1204 bytes)
I1122 03:05:22.517879 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1671 bytes)
I1122 03:05:22.540137 213414 provision.go:87] duration metric: took 1.380478327s to configureAuth
I1122 03:05:22.540159 213414 ubuntu.go:206] setting minikube options for container-runtime
I1122 03:05:22.540339 213414 config.go:182] Loaded profile config "auto-646238": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:05:22.540439 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:22.558865 213414 main.go:143] libmachine: Using SSH client type: native
I1122 03:05:22.559163 213414 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33096 <nil> <nil>}
I1122 03:05:22.559182 213414 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 03:05:22.856193 213414 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 03:05:22.856215 213414 machine.go:97] duration metric: took 5.300332399s to provisionDockerMachine
I1122 03:05:22.856225 213414 client.go:176] duration metric: took 11.342025577s to LocalClient.Create
I1122 03:05:22.856244 213414 start.go:167] duration metric: took 11.342100793s to libmachine.API.Create "auto-646238"
I1122 03:05:22.856252 213414 start.go:293] postStartSetup for "auto-646238" (driver="docker")
I1122 03:05:22.856262 213414 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 03:05:22.856326 213414 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 03:05:22.856365 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:22.873735 213414 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33096 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa Username:docker}
I1122 03:05:22.975330 213414 ssh_runner.go:195] Run: cat /etc/os-release
I1122 03:05:22.978851 213414 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 03:05:22.978883 213414 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 03:05:22.978895 213414 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 03:05:22.978952 213414 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 03:05:22.979054 213414 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 03:05:22.979162 213414 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1122 03:05:22.987027 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:05:23.006379 213414 start.go:296] duration metric: took 150.112107ms for postStartSetup
I1122 03:05:23.006828 213414 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" auto-646238
I1122 03:05:23.024932 213414 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/config.json ...
I1122 03:05:23.025224 213414 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 03:05:23.025266 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:23.042820 213414 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33096 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa Username:docker}
I1122 03:05:23.140052 213414 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 03:05:23.144960 213414 start.go:128] duration metric: took 11.634507664s to createHost
I1122 03:05:23.144983 213414 start.go:83] releasing machines lock for "auto-646238", held for 11.634636444s
I1122 03:05:23.145060 213414 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" auto-646238
I1122 03:05:23.161553 213414 ssh_runner.go:195] Run: cat /version.json
I1122 03:05:23.161611 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:23.161861 213414 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 03:05:23.161919 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:23.184532 213414 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33096 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa Username:docker}
I1122 03:05:23.184685 213414 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33096 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa Username:docker}
I1122 03:05:23.373588 213414 ssh_runner.go:195] Run: systemctl --version
I1122 03:05:23.380000 213414 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 03:05:23.420531 213414 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 03:05:23.424868 213414 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 03:05:23.424936 213414 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 03:05:23.454782 213414 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1122 03:05:23.454847 213414 start.go:496] detecting cgroup driver to use...
I1122 03:05:23.454893 213414 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 03:05:23.454969 213414 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 03:05:23.472581 213414 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 03:05:23.485107 213414 docker.go:218] disabling cri-docker service (if available) ...
I1122 03:05:23.485166 213414 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 03:05:23.502446 213414 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 03:05:23.521278 213414 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 03:05:23.643901 213414 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 03:05:23.768099 213414 docker.go:234] disabling docker service ...
I1122 03:05:23.768196 213414 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 03:05:23.789712 213414 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 03:05:23.803873 213414 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 03:05:23.921028 213414 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 03:05:24.029069 213414 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 03:05:24.042322 213414 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 03:05:24.057956 213414 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 03:05:24.058085 213414 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:24.067511 213414 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 03:05:24.067635 213414 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:24.076890 213414 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:24.085940 213414 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:24.095270 213414 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 03:05:24.103707 213414 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:24.112700 213414 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:24.126143 213414 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:24.135525 213414 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 03:05:24.143314 213414 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 03:05:24.150811 213414 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:05:24.265127 213414 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 03:05:24.456990 213414 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 03:05:24.457057 213414 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 03:05:24.461211 213414 start.go:564] Will wait 60s for crictl version
I1122 03:05:24.461269 213414 ssh_runner.go:195] Run: which crictl
I1122 03:05:24.464814 213414 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 03:05:24.489010 213414 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 03:05:24.489094 213414 ssh_runner.go:195] Run: crio --version
I1122 03:05:24.519124 213414 ssh_runner.go:195] Run: crio --version
I1122 03:05:24.550351 213414 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 03:05:21.498822 214668 out.go:252] * Restarting existing docker container for "default-k8s-diff-port-241752" ...
I1122 03:05:21.498906 214668 cli_runner.go:164] Run: docker start default-k8s-diff-port-241752
I1122 03:05:21.800143 214668 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:05:21.842243 214668 kic.go:430] container "default-k8s-diff-port-241752" state is running.
I1122 03:05:21.842621 214668 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-241752
I1122 03:05:21.884289 214668 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/config.json ...
I1122 03:05:21.884510 214668 machine.go:94] provisionDockerMachine start ...
I1122 03:05:21.884567 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:21.908921 214668 main.go:143] libmachine: Using SSH client type: native
I1122 03:05:21.909243 214668 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33101 <nil> <nil>}
I1122 03:05:21.909259 214668 main.go:143] libmachine: About to run SSH command:
hostname
I1122 03:05:21.909957 214668 main.go:143] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1122 03:05:25.127798 214668 main.go:143] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-241752
I1122 03:05:25.127821 214668 ubuntu.go:182] provisioning hostname "default-k8s-diff-port-241752"
I1122 03:05:25.127890 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:25.158943 214668 main.go:143] libmachine: Using SSH client type: native
I1122 03:05:25.159271 214668 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33101 <nil> <nil>}
I1122 03:05:25.159287 214668 main.go:143] libmachine: About to run SSH command:
sudo hostname default-k8s-diff-port-241752 && echo "default-k8s-diff-port-241752" | sudo tee /etc/hostname
I1122 03:05:25.321370 214668 main.go:143] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-241752
I1122 03:05:25.321453 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:25.344698 214668 main.go:143] libmachine: Using SSH client type: native
I1122 03:05:25.345011 214668 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33101 <nil> <nil>}
I1122 03:05:25.345036 214668 main.go:143] libmachine: About to run SSH command:
if ! grep -xq '.*\sdefault-k8s-diff-port-241752' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 default-k8s-diff-port-241752/g' /etc/hosts;
else
echo '127.0.1.1 default-k8s-diff-port-241752' | sudo tee -a /etc/hosts;
fi
fi
I1122 03:05:25.495050 214668 main.go:143] libmachine: SSH cmd err, output: <nil>:
I1122 03:05:25.495147 214668 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21946-2339/.minikube CaCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21946-2339/.minikube}
I1122 03:05:25.495191 214668 ubuntu.go:190] setting up certificates
I1122 03:05:25.495235 214668 provision.go:84] configureAuth start
I1122 03:05:25.495325 214668 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-241752
I1122 03:05:25.524496 214668 provision.go:143] copyHostCerts
I1122 03:05:25.524561 214668 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem, removing ...
I1122 03:05:25.524577 214668 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem
I1122 03:05:25.524655 214668 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/ca.pem (1078 bytes)
I1122 03:05:25.524785 214668 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem, removing ...
I1122 03:05:25.524791 214668 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem
I1122 03:05:25.524820 214668 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/cert.pem (1123 bytes)
I1122 03:05:25.524885 214668 exec_runner.go:144] found /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem, removing ...
I1122 03:05:25.524889 214668 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem
I1122 03:05:25.524915 214668 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21946-2339/.minikube/key.pem (1675 bytes)
I1122 03:05:25.524971 214668 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem org=jenkins.default-k8s-diff-port-241752 san=[127.0.0.1 192.168.76.2 default-k8s-diff-port-241752 localhost minikube]
I1122 03:05:24.553212 213414 cli_runner.go:164] Run: docker network inspect auto-646238 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:05:24.569250 213414 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1122 03:05:24.573168 213414 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:05:24.582779 213414 kubeadm.go:884] updating cluster {Name:auto-646238 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:auto-646238 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:
[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:15m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMne
tClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 03:05:24.582892 213414 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:05:24.582947 213414 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:05:24.614432 213414 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:05:24.614457 213414 crio.go:433] Images already preloaded, skipping extraction
I1122 03:05:24.614515 213414 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:05:24.640290 213414 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:05:24.640316 213414 cache_images.go:86] Images are preloaded, skipping loading
I1122 03:05:24.640327 213414 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1122 03:05:24.640427 213414 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=auto-646238 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:auto-646238 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 03:05:24.640514 213414 ssh_runner.go:195] Run: crio config
I1122 03:05:24.694126 213414 cni.go:84] Creating CNI manager for ""
I1122 03:05:24.694150 213414 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:05:24.694206 213414 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1122 03:05:24.694239 213414 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:auto-646238 NodeName:auto-646238 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/
manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 03:05:24.694380 213414 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "auto-646238"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 03:05:24.694457 213414 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 03:05:24.702695 213414 binaries.go:51] Found k8s binaries, skipping transfer
I1122 03:05:24.702789 213414 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 03:05:24.710770 213414 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (361 bytes)
I1122 03:05:24.724023 213414 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 03:05:24.738055 213414 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2208 bytes)
I1122 03:05:24.751952 213414 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1122 03:05:24.755794 213414 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:05:24.766154 213414 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:05:24.874173 213414 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:05:24.890068 213414 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238 for IP: 192.168.85.2
I1122 03:05:24.890086 213414 certs.go:195] generating shared ca certs ...
I1122 03:05:24.890101 213414 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:24.890241 213414 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 03:05:24.890298 213414 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 03:05:24.890308 213414 certs.go:257] generating profile certs ...
I1122 03:05:24.890361 213414 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.key
I1122 03:05:24.890377 213414 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt with IP's: []
I1122 03:05:25.772547 213414 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt ...
I1122 03:05:25.772578 213414 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt: {Name:mk944be831721eddbfcf5efca694b60d92d90843 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:25.772752 213414 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.key ...
I1122 03:05:25.772766 213414 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.key: {Name:mk81ec7da5a18a29c1c011818b9998fc3eca0956 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:25.772843 213414 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.key.417b6936
I1122 03:05:25.772866 213414 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.crt.417b6936 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.85.2]
I1122 03:05:26.702681 213414 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.crt.417b6936 ...
I1122 03:05:26.702789 213414 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.crt.417b6936: {Name:mkd645b5248781a3585fa273518c47d4d56141f1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:26.703042 213414 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.key.417b6936 ...
I1122 03:05:26.703077 213414 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.key.417b6936: {Name:mk364b5a5e44b17140afa61107cbef9b9271fa55 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:26.703199 213414 certs.go:382] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.crt.417b6936 -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.crt
I1122 03:05:26.703317 213414 certs.go:386] copying /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.key.417b6936 -> /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.key
I1122 03:05:26.703406 213414 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/proxy-client.key
I1122 03:05:26.703465 213414 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/proxy-client.crt with IP's: []
I1122 03:05:27.015537 213414 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/proxy-client.crt ...
I1122 03:05:27.015569 213414 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/proxy-client.crt: {Name:mk055be2c8dc37b62cb4680d30ff4d17ca1cf81b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:27.015758 213414 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/proxy-client.key ...
I1122 03:05:27.015770 213414 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/proxy-client.key: {Name:mk521fedc2a69a22ecd6b07893ef9d5fa86a5de4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:27.015955 213414 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 03:05:27.016000 213414 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 03:05:27.016014 213414 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 03:05:27.016046 213414 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 03:05:27.016073 213414 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 03:05:27.016097 213414 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 03:05:27.016143 213414 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:05:27.016806 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 03:05:27.035855 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 03:05:27.054303 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 03:05:27.073309 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 03:05:27.094619 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1415 bytes)
I1122 03:05:27.118670 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1122 03:05:27.156474 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 03:05:27.177704 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1122 03:05:27.199535 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 03:05:27.221760 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 03:05:27.242137 213414 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 03:05:27.269102 213414 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 03:05:27.287696 213414 ssh_runner.go:195] Run: openssl version
I1122 03:05:27.296982 213414 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 03:05:27.307157 213414 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 03:05:27.311627 213414 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 03:05:27.311693 213414 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 03:05:27.369264 213414 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 03:05:27.380546 213414 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 03:05:27.389800 213414 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 03:05:27.394106 213414 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 03:05:27.394169 213414 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 03:05:27.443634 213414 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 03:05:27.452716 213414 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 03:05:27.461646 213414 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 03:05:27.465477 213414 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 03:05:27.465548 213414 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 03:05:27.525105 213414 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 03:05:27.539772 213414 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 03:05:27.544161 213414 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1122 03:05:27.544210 213414 kubeadm.go:401] StartCluster: {Name:auto-646238 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:auto-646238 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[]
APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:15m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetCl
ientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:05:27.544291 213414 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 03:05:27.544382 213414 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 03:05:27.574248 213414 cri.go:89] found id: ""
I1122 03:05:27.574314 213414 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 03:05:27.584285 213414 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1122 03:05:27.592836 213414 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1122 03:05:27.592895 213414 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1122 03:05:27.606301 213414 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1122 03:05:27.606359 213414 kubeadm.go:158] found existing configuration files:
I1122 03:05:27.606435 213414 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1122 03:05:27.614875 213414 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1122 03:05:27.614937 213414 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1122 03:05:27.622483 213414 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1122 03:05:27.630753 213414 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1122 03:05:27.630869 213414 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1122 03:05:27.638381 213414 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1122 03:05:27.646768 213414 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1122 03:05:27.646881 213414 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1122 03:05:27.654297 213414 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1122 03:05:27.663560 213414 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1122 03:05:27.663701 213414 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1122 03:05:27.671954 213414 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1122 03:05:27.726794 213414 kubeadm.go:319] [init] Using Kubernetes version: v1.34.1
I1122 03:05:27.727541 213414 kubeadm.go:319] [preflight] Running pre-flight checks
I1122 03:05:27.761526 213414 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1122 03:05:27.761691 213414 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1122 03:05:27.761761 213414 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1122 03:05:27.761846 213414 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1122 03:05:27.761933 213414 kubeadm.go:319] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1122 03:05:27.762021 213414 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1122 03:05:27.762110 213414 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1122 03:05:27.762195 213414 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1122 03:05:27.762278 213414 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1122 03:05:27.762360 213414 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1122 03:05:27.762445 213414 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1122 03:05:27.762528 213414 kubeadm.go:319] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1122 03:05:27.855832 213414 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1122 03:05:27.856016 213414 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1122 03:05:27.856143 213414 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1122 03:05:27.865211 213414 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1122 03:05:26.434738 214668 provision.go:177] copyRemoteCerts
I1122 03:05:26.434806 214668 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1122 03:05:26.434846 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:26.462022 214668 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33101 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:05:26.571293 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1122 03:05:26.603274 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server.pem --> /etc/docker/server.pem (1249 bytes)
I1122 03:05:26.641139 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1122 03:05:26.687075 214668 provision.go:87] duration metric: took 1.191813554s to configureAuth
I1122 03:05:26.687097 214668 ubuntu.go:206] setting minikube options for container-runtime
I1122 03:05:26.687313 214668 config.go:182] Loaded profile config "default-k8s-diff-port-241752": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:05:26.687415 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:26.712003 214668 main.go:143] libmachine: Using SSH client type: native
I1122 03:05:26.712305 214668 main.go:143] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eefe0] 0x3f1790 <nil> [] 0s} 127.0.0.1 33101 <nil> <nil>}
I1122 03:05:26.712326 214668 main.go:143] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1122 03:05:27.108908 214668 main.go:143] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1122 03:05:27.108934 214668 machine.go:97] duration metric: took 5.224414421s to provisionDockerMachine
I1122 03:05:27.108946 214668 start.go:293] postStartSetup for "default-k8s-diff-port-241752" (driver="docker")
I1122 03:05:27.108957 214668 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1122 03:05:27.109031 214668 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1122 03:05:27.109088 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:27.129489 214668 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33101 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:05:27.244909 214668 ssh_runner.go:195] Run: cat /etc/os-release
I1122 03:05:27.248505 214668 main.go:143] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1122 03:05:27.248533 214668 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1122 03:05:27.248544 214668 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/addons for local assets ...
I1122 03:05:27.248592 214668 filesync.go:126] Scanning /home/jenkins/minikube-integration/21946-2339/.minikube/files for local assets ...
I1122 03:05:27.248688 214668 filesync.go:149] local asset: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem -> 41302.pem in /etc/ssl/certs
I1122 03:05:27.248800 214668 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1122 03:05:27.257494 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:05:27.277249 214668 start.go:296] duration metric: took 168.288492ms for postStartSetup
I1122 03:05:27.277395 214668 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 03:05:27.277457 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:27.296269 214668 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33101 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:05:27.404486 214668 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1122 03:05:27.409949 214668 fix.go:56] duration metric: took 5.951687205s for fixHost
I1122 03:05:27.409972 214668 start.go:83] releasing machines lock for "default-k8s-diff-port-241752", held for 5.951737659s
I1122 03:05:27.410058 214668 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-241752
I1122 03:05:27.432393 214668 ssh_runner.go:195] Run: cat /version.json
I1122 03:05:27.432442 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:27.432731 214668 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1122 03:05:27.432779 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:27.475302 214668 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33101 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:05:27.480396 214668 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33101 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:05:27.685350 214668 ssh_runner.go:195] Run: systemctl --version
I1122 03:05:27.692380 214668 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1122 03:05:27.753501 214668 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1122 03:05:27.763052 214668 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1122 03:05:27.763180 214668 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1122 03:05:27.772539 214668 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1122 03:05:27.772611 214668 start.go:496] detecting cgroup driver to use...
I1122 03:05:27.772658 214668 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1122 03:05:27.772732 214668 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1122 03:05:27.791558 214668 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1122 03:05:27.808457 214668 docker.go:218] disabling cri-docker service (if available) ...
I1122 03:05:27.808581 214668 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1122 03:05:27.825609 214668 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1122 03:05:27.840556 214668 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1122 03:05:27.982042 214668 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1122 03:05:28.158751 214668 docker.go:234] disabling docker service ...
I1122 03:05:28.158819 214668 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1122 03:05:28.174827 214668 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1122 03:05:28.189113 214668 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1122 03:05:28.337687 214668 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1122 03:05:28.479902 214668 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1122 03:05:28.495465 214668 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1122 03:05:28.511166 214668 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1122 03:05:28.511246 214668 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:28.521273 214668 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1122 03:05:28.521338 214668 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:28.531265 214668 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:28.541128 214668 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:28.551140 214668 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1122 03:05:28.560253 214668 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:28.570103 214668 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:28.579663 214668 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1122 03:05:28.589212 214668 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1122 03:05:28.598080 214668 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1122 03:05:28.606758 214668 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:05:28.746062 214668 ssh_runner.go:195] Run: sudo systemctl restart crio
I1122 03:05:28.937083 214668 start.go:543] Will wait 60s for socket path /var/run/crio/crio.sock
I1122 03:05:28.937166 214668 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1122 03:05:28.941637 214668 start.go:564] Will wait 60s for crictl version
I1122 03:05:28.941730 214668 ssh_runner.go:195] Run: which crictl
I1122 03:05:28.945642 214668 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1122 03:05:28.977483 214668 start.go:580] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.2
RuntimeApiVersion: v1
I1122 03:05:28.977562 214668 ssh_runner.go:195] Run: crio --version
I1122 03:05:29.011254 214668 ssh_runner.go:195] Run: crio --version
I1122 03:05:29.051418 214668 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.2 ...
I1122 03:05:29.054359 214668 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-241752 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 03:05:29.069546 214668 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1122 03:05:29.073560 214668 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:05:29.085299 214668 kubeadm.go:884] updating cluster {Name:default-k8s-diff-port-241752 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APIServerHAVIP: APISer
verName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountT
ype:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1122 03:05:29.085413 214668 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 03:05:29.085464 214668 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:05:29.133083 214668 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:05:29.133103 214668 crio.go:433] Images already preloaded, skipping extraction
I1122 03:05:29.133158 214668 ssh_runner.go:195] Run: sudo crictl images --output json
I1122 03:05:29.169198 214668 crio.go:514] all images are preloaded for cri-o runtime.
I1122 03:05:29.169260 214668 cache_images.go:86] Images are preloaded, skipping loading
I1122 03:05:29.169281 214668 kubeadm.go:935] updating node { 192.168.76.2 8444 v1.34.1 crio true true} ...
I1122 03:05:29.169409 214668 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=default-k8s-diff-port-241752 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1122 03:05:29.169508 214668 ssh_runner.go:195] Run: crio config
I1122 03:05:29.255737 214668 cni.go:84] Creating CNI manager for ""
I1122 03:05:29.255799 214668 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:05:29.255829 214668 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1122 03:05:29.255882 214668 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8444 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:default-k8s-diff-port-241752 NodeName:default-k8s-diff-port-241752 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.
crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1122 03:05:29.256042 214668 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8444
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "default-k8s-diff-port-241752"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8444
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1122 03:05:29.256149 214668 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1122 03:05:29.265021 214668 binaries.go:51] Found k8s binaries, skipping transfer
I1122 03:05:29.265136 214668 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1122 03:05:29.277031 214668 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (378 bytes)
I1122 03:05:29.294657 214668 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1122 03:05:29.309000 214668 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2225 bytes)
I1122 03:05:29.323368 214668 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1122 03:05:29.327355 214668 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1122 03:05:29.345274 214668 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:05:29.493986 214668 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:05:29.509813 214668 certs.go:69] Setting up /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752 for IP: 192.168.76.2
I1122 03:05:29.509837 214668 certs.go:195] generating shared ca certs ...
I1122 03:05:29.509857 214668 certs.go:227] acquiring lock for ca certs: {Name:mk28f80ea53d29322fcb92c78b5aef370335e2cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:29.509994 214668 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key
I1122 03:05:29.510042 214668 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key
I1122 03:05:29.510054 214668 certs.go:257] generating profile certs ...
I1122 03:05:29.510133 214668 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.key
I1122 03:05:29.510211 214668 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.key.7a0171ba
I1122 03:05:29.510257 214668 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.key
I1122 03:05:29.510368 214668 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem (1338 bytes)
W1122 03:05:29.510402 214668 certs.go:480] ignoring /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130_empty.pem, impossibly tiny 0 bytes
I1122 03:05:29.510415 214668 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca-key.pem (1675 bytes)
I1122 03:05:29.510440 214668 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/ca.pem (1078 bytes)
I1122 03:05:29.510466 214668 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/cert.pem (1123 bytes)
I1122 03:05:29.510494 214668 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/certs/key.pem (1675 bytes)
I1122 03:05:29.510539 214668 certs.go:484] found cert: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem (1708 bytes)
I1122 03:05:29.511186 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1122 03:05:29.532351 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1122 03:05:29.551115 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1122 03:05:29.569448 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1122 03:05:29.611218 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I1122 03:05:29.652188 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1122 03:05:29.696817 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1122 03:05:29.720989 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1122 03:05:29.742139 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/certs/4130.pem --> /usr/share/ca-certificates/4130.pem (1338 bytes)
I1122 03:05:29.776685 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/ssl/certs/41302.pem --> /usr/share/ca-certificates/41302.pem (1708 bytes)
I1122 03:05:29.814323 214668 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1122 03:05:29.838866 214668 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1122 03:05:29.857942 214668 ssh_runner.go:195] Run: openssl version
I1122 03:05:29.876203 214668 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1122 03:05:29.890934 214668 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1122 03:05:29.903192 214668 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 22 01:58 /usr/share/ca-certificates/minikubeCA.pem
I1122 03:05:29.903313 214668 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1122 03:05:29.967458 214668 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1122 03:05:29.975413 214668 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4130.pem && ln -fs /usr/share/ca-certificates/4130.pem /etc/ssl/certs/4130.pem"
I1122 03:05:29.983883 214668 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4130.pem
I1122 03:05:29.988791 214668 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 22 02:04 /usr/share/ca-certificates/4130.pem
I1122 03:05:29.988902 214668 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4130.pem
I1122 03:05:30.032971 214668 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4130.pem /etc/ssl/certs/51391683.0"
I1122 03:05:30.044487 214668 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/41302.pem && ln -fs /usr/share/ca-certificates/41302.pem /etc/ssl/certs/41302.pem"
I1122 03:05:30.056125 214668 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/41302.pem
I1122 03:05:30.061256 214668 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 22 02:04 /usr/share/ca-certificates/41302.pem
I1122 03:05:30.061402 214668 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/41302.pem
I1122 03:05:30.106141 214668 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/41302.pem /etc/ssl/certs/3ec20f2e.0"
I1122 03:05:30.115946 214668 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1122 03:05:30.121686 214668 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1122 03:05:30.166933 214668 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1122 03:05:30.210023 214668 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1122 03:05:30.255909 214668 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1122 03:05:30.366740 214668 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1122 03:05:30.462263 214668 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1122 03:05:30.548833 214668 kubeadm.go:401] StartCluster: {Name:default-k8s-diff-port-241752 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-241752 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType
:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 03:05:30.548987 214668 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1122 03:05:30.549082 214668 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1122 03:05:30.772797 214668 cri.go:89] found id: "a6609fdc1abe563d872ab3975323ee23ca963e0a9779a193a6ec2cc851ac566d"
I1122 03:05:30.772857 214668 cri.go:89] found id: "5555d77a30c7bb9dd2d62f589e75ef6166c94ddf072291f4109ac0d1e2c9a16f"
I1122 03:05:30.772878 214668 cri.go:89] found id: "cb457d81a721da6869e9e0624d03d4753e777b1d1d2b766ab457eb72cdd3f0ec"
I1122 03:05:30.772906 214668 cri.go:89] found id: "5ed40da84d3ffbeb61728f25f308e4836107337ee8ac1aeae7fa5821acf0b3aa"
I1122 03:05:30.772942 214668 cri.go:89] found id: ""
I1122 03:05:30.773013 214668 ssh_runner.go:195] Run: sudo runc list -f json
W1122 03:05:30.818839 214668 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T03:05:30Z" level=error msg="open /run/runc: no such file or directory"
I1122 03:05:30.818985 214668 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1122 03:05:30.833155 214668 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1122 03:05:30.833214 214668 kubeadm.go:598] restartPrimaryControlPlane start ...
I1122 03:05:30.833294 214668 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1122 03:05:30.842944 214668 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1122 03:05:30.843403 214668 kubeconfig.go:47] verify endpoint returned: get endpoint: "default-k8s-diff-port-241752" does not appear in /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:05:30.843562 214668 kubeconfig.go:62] /home/jenkins/minikube-integration/21946-2339/kubeconfig needs updating (will repair): [kubeconfig missing "default-k8s-diff-port-241752" cluster setting kubeconfig missing "default-k8s-diff-port-241752" context setting]
I1122 03:05:30.843876 214668 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:30.845160 214668 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1122 03:05:30.857064 214668 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.76.2
I1122 03:05:30.857139 214668 kubeadm.go:602] duration metric: took 23.905002ms to restartPrimaryControlPlane
I1122 03:05:30.857162 214668 kubeadm.go:403] duration metric: took 308.339467ms to StartCluster
I1122 03:05:30.857203 214668 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:30.857277 214668 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:05:30.857918 214668 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:30.858164 214668 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:05:30.858528 214668 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 03:05:30.858597 214668 addons.go:70] Setting storage-provisioner=true in profile "default-k8s-diff-port-241752"
I1122 03:05:30.858616 214668 addons.go:239] Setting addon storage-provisioner=true in "default-k8s-diff-port-241752"
W1122 03:05:30.858622 214668 addons.go:248] addon storage-provisioner should already be in state true
I1122 03:05:30.858643 214668 host.go:66] Checking if "default-k8s-diff-port-241752" exists ...
I1122 03:05:30.859112 214668 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:05:30.859499 214668 config.go:182] Loaded profile config "default-k8s-diff-port-241752": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:05:30.859582 214668 addons.go:70] Setting dashboard=true in profile "default-k8s-diff-port-241752"
I1122 03:05:30.859619 214668 addons.go:239] Setting addon dashboard=true in "default-k8s-diff-port-241752"
W1122 03:05:30.859644 214668 addons.go:248] addon dashboard should already be in state true
I1122 03:05:30.859679 214668 host.go:66] Checking if "default-k8s-diff-port-241752" exists ...
I1122 03:05:30.860109 214668 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:05:30.860640 214668 addons.go:70] Setting default-storageclass=true in profile "default-k8s-diff-port-241752"
I1122 03:05:30.860661 214668 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "default-k8s-diff-port-241752"
I1122 03:05:30.860933 214668 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:05:30.864119 214668 out.go:179] * Verifying Kubernetes components...
I1122 03:05:30.867886 214668 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:05:30.891386 214668 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1122 03:05:30.897629 214668 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:05:30.897657 214668 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 03:05:30.897721 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:30.917391 214668 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1122 03:05:30.920505 214668 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1122 03:05:30.923836 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1122 03:05:30.923858 214668 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1122 03:05:30.923924 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:30.927556 214668 addons.go:239] Setting addon default-storageclass=true in "default-k8s-diff-port-241752"
W1122 03:05:30.927578 214668 addons.go:248] addon default-storageclass should already be in state true
I1122 03:05:30.927604 214668 host.go:66] Checking if "default-k8s-diff-port-241752" exists ...
I1122 03:05:30.928007 214668 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-241752 --format={{.State.Status}}
I1122 03:05:30.951946 214668 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33101 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:05:30.985648 214668 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 03:05:30.985673 214668 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 03:05:30.985742 214668 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-241752
I1122 03:05:30.985975 214668 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33101 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:05:31.008003 214668 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33101 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/default-k8s-diff-port-241752/id_rsa Username:docker}
I1122 03:05:27.869401 213414 out.go:252] - Generating certificates and keys ...
I1122 03:05:27.869568 213414 kubeadm.go:319] [certs] Using existing ca certificate authority
I1122 03:05:27.869684 213414 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1122 03:05:28.384460 213414 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1122 03:05:29.223830 213414 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1122 03:05:29.985947 213414 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1122 03:05:30.322280 213414 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1122 03:05:31.363600 214668 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:05:31.405005 214668 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:05:31.464679 214668 node_ready.go:35] waiting up to 6m0s for node "default-k8s-diff-port-241752" to be "Ready" ...
I1122 03:05:31.479369 214668 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 03:05:31.479630 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1122 03:05:31.479647 214668 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1122 03:05:31.541249 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1122 03:05:31.541274 214668 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1122 03:05:31.641803 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1122 03:05:31.641829 214668 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1122 03:05:31.742328 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1122 03:05:31.742347 214668 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1122 03:05:31.849874 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1122 03:05:31.849897 214668 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1122 03:05:31.899001 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1122 03:05:31.899024 214668 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1122 03:05:31.980364 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1122 03:05:31.980388 214668 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1122 03:05:32.008810 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1122 03:05:32.008835 214668 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1122 03:05:32.045060 214668 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1122 03:05:32.045084 214668 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1122 03:05:32.096253 214668 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1122 03:05:32.589798 213414 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1122 03:05:32.590384 213414 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [auto-646238 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
I1122 03:05:32.868503 213414 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1122 03:05:32.869027 213414 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [auto-646238 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
I1122 03:05:33.174901 213414 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1122 03:05:34.223541 213414 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1122 03:05:34.822391 213414 kubeadm.go:319] [certs] Generating "sa" key and public key
I1122 03:05:34.822985 213414 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1122 03:05:35.936579 213414 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1122 03:05:36.538943 213414 kubeadm.go:319] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1122 03:05:37.715254 213414 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1122 03:05:37.959157 213414 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1122 03:05:38.214900 213414 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1122 03:05:38.216068 213414 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1122 03:05:38.219171 213414 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1122 03:05:39.240629 214668 node_ready.go:49] node "default-k8s-diff-port-241752" is "Ready"
I1122 03:05:39.240657 214668 node_ready.go:38] duration metric: took 7.775939052s for node "default-k8s-diff-port-241752" to be "Ready" ...
I1122 03:05:39.240684 214668 api_server.go:52] waiting for apiserver process to appear ...
I1122 03:05:39.240742 214668 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 03:05:38.222803 213414 out.go:252] - Booting up control plane ...
I1122 03:05:38.222932 213414 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1122 03:05:38.227258 213414 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1122 03:05:38.228797 213414 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1122 03:05:38.268058 213414 kubeadm.go:319] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1122 03:05:38.268176 213414 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1122 03:05:38.284860 213414 kubeadm.go:319] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1122 03:05:38.285154 213414 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1122 03:05:38.285210 213414 kubeadm.go:319] [kubelet-start] Starting the kubelet
I1122 03:05:38.499232 213414 kubeadm.go:319] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1122 03:05:38.499370 213414 kubeadm.go:319] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1122 03:05:39.503081 213414 kubeadm.go:319] [kubelet-check] The kubelet is healthy after 1.001659887s
I1122 03:05:39.504597 213414 kubeadm.go:319] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1122 03:05:39.504927 213414 kubeadm.go:319] [control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
I1122 03:05:39.509772 213414 kubeadm.go:319] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1122 03:05:39.515120 213414 kubeadm.go:319] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1122 03:05:41.824266 214668 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (10.419225246s)
I1122 03:05:41.824334 214668 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (10.344941317s)
I1122 03:05:41.824620 214668 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (9.72833821s)
I1122 03:05:41.824747 214668 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (2.583994557s)
I1122 03:05:41.824768 214668 api_server.go:72] duration metric: took 10.966555619s to wait for apiserver process to appear ...
I1122 03:05:41.824774 214668 api_server.go:88] waiting for apiserver healthz status ...
I1122 03:05:41.824796 214668 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8444/healthz ...
I1122 03:05:41.827536 214668 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p default-k8s-diff-port-241752 addons enable metrics-server
I1122 03:05:41.839623 214668 api_server.go:279] https://192.168.76.2:8444/healthz returned 200:
ok
I1122 03:05:41.840695 214668 api_server.go:141] control plane version: v1.34.1
I1122 03:05:41.840725 214668 api_server.go:131] duration metric: took 15.940097ms to wait for apiserver health ...
I1122 03:05:41.840736 214668 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 03:05:41.848692 214668 system_pods.go:59] 8 kube-system pods found
I1122 03:05:41.848740 214668 system_pods.go:61] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:05:41.848751 214668 system_pods.go:61] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 03:05:41.848760 214668 system_pods.go:61] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1122 03:05:41.848771 214668 system_pods.go:61] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:05:41.848807 214668 system_pods.go:61] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 03:05:41.848821 214668 system_pods.go:61] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1122 03:05:41.848830 214668 system_pods.go:61] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 03:05:41.848841 214668 system_pods.go:61] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:05:41.848849 214668 system_pods.go:74] duration metric: took 8.107735ms to wait for pod list to return data ...
I1122 03:05:41.848860 214668 default_sa.go:34] waiting for default service account to be created ...
I1122 03:05:41.850028 214668 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
I1122 03:05:41.853188 214668 addons.go:530] duration metric: took 10.994646602s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1122 03:05:41.855362 214668 default_sa.go:45] found service account: "default"
I1122 03:05:41.855401 214668 default_sa.go:55] duration metric: took 6.534387ms for default service account to be created ...
I1122 03:05:41.855412 214668 system_pods.go:116] waiting for k8s-apps to be running ...
I1122 03:05:41.859842 214668 system_pods.go:86] 8 kube-system pods found
I1122 03:05:41.859879 214668 system_pods.go:89] "coredns-66bc5c9577-qwfkr" [c92492be-6178-4eb4-89b1-d4211b68b71e] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:05:41.859890 214668 system_pods.go:89] "etcd-default-k8s-diff-port-241752" [31910107-8f6c-47f6-83ea-017948a70d88] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1122 03:05:41.859898 214668 system_pods.go:89] "kindnet-xjlzl" [52b3e834-1b65-4af6-9ced-4e4d6c516115] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1122 03:05:41.859903 214668 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-241752" [3b4c8871-037f-4be6-8402-bcaf00bc3da8] Running
I1122 03:05:41.859910 214668 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-241752" [cadab3e9-4aaf-4175-a431-bd09ec58b36c] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1122 03:05:41.859916 214668 system_pods.go:89] "kube-proxy-h9rql" [5bdf96d5-e55b-47f9-a1c8-8802e5c7e009] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1122 03:05:41.859925 214668 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-241752" [5f021875-5660-4044-9572-26772ddd0d28] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1122 03:05:41.859937 214668 system_pods.go:89] "storage-provisioner" [ee5d7c76-8386-49ba-865e-45c9944a93ac] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:05:41.859945 214668 system_pods.go:126] duration metric: took 4.527585ms to wait for k8s-apps to be running ...
I1122 03:05:41.859957 214668 system_svc.go:44] waiting for kubelet service to be running ....
I1122 03:05:41.860014 214668 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:05:41.887304 214668 system_svc.go:56] duration metric: took 27.337224ms WaitForService to wait for kubelet
I1122 03:05:41.887333 214668 kubeadm.go:587] duration metric: took 11.029119479s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:05:41.887352 214668 node_conditions.go:102] verifying NodePressure condition ...
I1122 03:05:41.893459 214668 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 03:05:41.893496 214668 node_conditions.go:123] node cpu capacity is 2
I1122 03:05:41.893509 214668 node_conditions.go:105] duration metric: took 6.151789ms to run NodePressure ...
I1122 03:05:41.893521 214668 start.go:242] waiting for startup goroutines ...
I1122 03:05:41.893529 214668 start.go:247] waiting for cluster config update ...
I1122 03:05:41.893540 214668 start.go:256] writing updated cluster config ...
I1122 03:05:41.893840 214668 ssh_runner.go:195] Run: rm -f paused
I1122 03:05:41.903315 214668 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:05:41.907919 214668 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-qwfkr" in "kube-system" namespace to be "Ready" or be gone ...
W1122 03:05:43.961365 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
I1122 03:05:45.235864 213414 kubeadm.go:319] [control-plane-check] kube-controller-manager is healthy after 5.724844607s
I1122 03:05:47.935465 213414 kubeadm.go:319] [control-plane-check] kube-scheduler is healthy after 8.424736414s
I1122 03:05:49.506832 213414 kubeadm.go:319] [control-plane-check] kube-apiserver is healthy after 10.001443441s
I1122 03:05:49.540904 213414 kubeadm.go:319] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1122 03:05:50.063507 213414 kubeadm.go:319] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1122 03:05:50.088807 213414 kubeadm.go:319] [upload-certs] Skipping phase. Please see --upload-certs
I1122 03:05:50.089269 213414 kubeadm.go:319] [mark-control-plane] Marking the node auto-646238 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1122 03:05:50.107059 213414 kubeadm.go:319] [bootstrap-token] Using token: pp57yt.7qle94moeff81rd2
W1122 03:05:46.414875 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:05:48.421170 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:05:50.915272 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
I1122 03:05:50.110204 213414 out.go:252] - Configuring RBAC rules ...
I1122 03:05:50.110337 213414 kubeadm.go:319] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1122 03:05:50.118019 213414 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1122 03:05:50.128531 213414 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1122 03:05:50.134613 213414 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1122 03:05:50.142353 213414 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1122 03:05:50.147173 213414 kubeadm.go:319] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1122 03:05:50.259794 213414 kubeadm.go:319] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1122 03:05:50.796535 213414 kubeadm.go:319] [addons] Applied essential addon: CoreDNS
I1122 03:05:51.256769 213414 kubeadm.go:319] [addons] Applied essential addon: kube-proxy
I1122 03:05:51.258404 213414 kubeadm.go:319]
I1122 03:05:51.258481 213414 kubeadm.go:319] Your Kubernetes control-plane has initialized successfully!
I1122 03:05:51.258487 213414 kubeadm.go:319]
I1122 03:05:51.258568 213414 kubeadm.go:319] To start using your cluster, you need to run the following as a regular user:
I1122 03:05:51.258573 213414 kubeadm.go:319]
I1122 03:05:51.258599 213414 kubeadm.go:319] mkdir -p $HOME/.kube
I1122 03:05:51.259134 213414 kubeadm.go:319] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1122 03:05:51.259194 213414 kubeadm.go:319] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1122 03:05:51.259200 213414 kubeadm.go:319]
I1122 03:05:51.259257 213414 kubeadm.go:319] Alternatively, if you are the root user, you can run:
I1122 03:05:51.259261 213414 kubeadm.go:319]
I1122 03:05:51.259311 213414 kubeadm.go:319] export KUBECONFIG=/etc/kubernetes/admin.conf
I1122 03:05:51.259315 213414 kubeadm.go:319]
I1122 03:05:51.259377 213414 kubeadm.go:319] You should now deploy a pod network to the cluster.
I1122 03:05:51.259456 213414 kubeadm.go:319] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1122 03:05:51.259526 213414 kubeadm.go:319] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1122 03:05:51.259531 213414 kubeadm.go:319]
I1122 03:05:51.259903 213414 kubeadm.go:319] You can now join any number of control-plane nodes by copying certificate authorities
I1122 03:05:51.260060 213414 kubeadm.go:319] and service account keys on each node and then running the following as root:
I1122 03:05:51.260103 213414 kubeadm.go:319]
I1122 03:05:51.260426 213414 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token pp57yt.7qle94moeff81rd2 \
I1122 03:05:51.260540 213414 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680 \
I1122 03:05:51.260779 213414 kubeadm.go:319] --control-plane
I1122 03:05:51.260798 213414 kubeadm.go:319]
I1122 03:05:51.261095 213414 kubeadm.go:319] Then you can join any number of worker nodes by running the following on each as root:
I1122 03:05:51.261105 213414 kubeadm.go:319]
I1122 03:05:51.261416 213414 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token pp57yt.7qle94moeff81rd2 \
I1122 03:05:51.261724 213414 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:6d1f43576f5028ad2f603b7a723cfcd74bc18cfdce41f4d50a98acfa3fef1680
I1122 03:05:51.266636 213414 kubeadm.go:319] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1122 03:05:51.266918 213414 kubeadm.go:319] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1122 03:05:51.267029 213414 kubeadm.go:319] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1122 03:05:51.267066 213414 cni.go:84] Creating CNI manager for ""
I1122 03:05:51.267073 213414 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 03:05:51.270268 213414 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1122 03:05:51.273708 213414 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1122 03:05:51.287164 213414 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1122 03:05:51.287182 213414 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1122 03:05:51.317401 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1122 03:05:51.938845 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:51.938967 213414 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1122 03:05:51.939045 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes auto-646238 minikube.k8s.io/updated_at=2025_11_22T03_05_51_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a minikube.k8s.io/name=auto-646238 minikube.k8s.io/primary=true
I1122 03:05:52.309935 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:52.309974 213414 ops.go:34] apiserver oom_adj: -16
I1122 03:05:52.811055 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:53.310510 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:53.811010 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:54.310424 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:54.810006 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:55.310200 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:55.810412 213414 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1122 03:05:55.985010 213414 kubeadm.go:1114] duration metric: took 4.046239452s to wait for elevateKubeSystemPrivileges
I1122 03:05:55.985042 213414 kubeadm.go:403] duration metric: took 28.440833814s to StartCluster
I1122 03:05:55.985059 213414 settings.go:142] acquiring lock: {Name:mk5e0ddb7379426c31f06b24e728388c3888ee27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:55.985128 213414 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 03:05:55.986115 213414 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21946-2339/kubeconfig: {Name:mkd9d562f53d2befd0e5ddafb3c857e4f74a6e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1122 03:05:55.986319 213414 start.go:236] Will wait 15m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1122 03:05:55.986429 213414 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1122 03:05:55.986695 213414 config.go:182] Loaded profile config "auto-646238": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 03:05:55.986650 213414 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1122 03:05:55.986747 213414 addons.go:70] Setting storage-provisioner=true in profile "auto-646238"
I1122 03:05:55.986771 213414 addons.go:239] Setting addon storage-provisioner=true in "auto-646238"
I1122 03:05:55.986786 213414 addons.go:70] Setting default-storageclass=true in profile "auto-646238"
I1122 03:05:55.986796 213414 host.go:66] Checking if "auto-646238" exists ...
I1122 03:05:55.986800 213414 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "auto-646238"
I1122 03:05:55.987259 213414 cli_runner.go:164] Run: docker container inspect auto-646238 --format={{.State.Status}}
I1122 03:05:55.987284 213414 cli_runner.go:164] Run: docker container inspect auto-646238 --format={{.State.Status}}
I1122 03:05:55.990803 213414 out.go:179] * Verifying Kubernetes components...
I1122 03:05:55.996377 213414 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1122 03:05:56.031658 213414 addons.go:239] Setting addon default-storageclass=true in "auto-646238"
I1122 03:05:56.031705 213414 host.go:66] Checking if "auto-646238" exists ...
I1122 03:05:56.032143 213414 cli_runner.go:164] Run: docker container inspect auto-646238 --format={{.State.Status}}
I1122 03:05:56.037805 213414 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
W1122 03:05:52.923919 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:05:55.420705 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
I1122 03:05:56.040847 213414 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:05:56.040871 213414 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1122 03:05:56.040957 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:56.072395 213414 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1122 03:05:56.072414 213414 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1122 03:05:56.072474 213414 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-646238
I1122 03:05:56.074555 213414 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33096 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa Username:docker}
I1122 03:05:56.106952 213414 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33096 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/auto-646238/id_rsa Username:docker}
I1122 03:05:56.528197 213414 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1122 03:05:56.550245 213414 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1122 03:05:56.575714 213414 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.85.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1122 03:05:56.575886 213414 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1122 03:05:57.311045 213414 start.go:977] {"host.minikube.internal": 192.168.85.1} host record injected into CoreDNS's ConfigMap
I1122 03:05:57.312721 213414 node_ready.go:35] waiting up to 15m0s for node "auto-646238" to be "Ready" ...
I1122 03:05:57.314747 213414 out.go:179] * Enabled addons: default-storageclass, storage-provisioner
W1122 03:05:57.913289 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:05:59.914543 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
I1122 03:05:57.320816 213414 addons.go:530] duration metric: took 1.334156852s for enable addons: enabled=[default-storageclass storage-provisioner]
I1122 03:05:57.816108 213414 kapi.go:214] "coredns" deployment in "kube-system" namespace and "auto-646238" context rescaled to 1 replicas
W1122 03:05:59.315579 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:02.415129 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:04.913119 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:01.316222 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:03.316494 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:05.316714 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:06.913717 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:09.414387 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:07.816727 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:10.316631 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:11.417753 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:13.914313 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:15.916173 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:12.816706 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:15.316480 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:18.414190 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:20.414615 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
W1122 03:06:17.815961 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:20.316073 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:22.913407 214668 pod_ready.go:104] pod "coredns-66bc5c9577-qwfkr" is not "Ready", error: <nil>
I1122 03:06:23.414448 214668 pod_ready.go:94] pod "coredns-66bc5c9577-qwfkr" is "Ready"
I1122 03:06:23.414476 214668 pod_ready.go:86] duration metric: took 41.506528509s for pod "coredns-66bc5c9577-qwfkr" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:23.417451 214668 pod_ready.go:83] waiting for pod "etcd-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:23.421673 214668 pod_ready.go:94] pod "etcd-default-k8s-diff-port-241752" is "Ready"
I1122 03:06:23.421703 214668 pod_ready.go:86] duration metric: took 4.225464ms for pod "etcd-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:23.423809 214668 pod_ready.go:83] waiting for pod "kube-apiserver-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:23.433651 214668 pod_ready.go:94] pod "kube-apiserver-default-k8s-diff-port-241752" is "Ready"
I1122 03:06:23.433684 214668 pod_ready.go:86] duration metric: took 9.838822ms for pod "kube-apiserver-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:23.437429 214668 pod_ready.go:83] waiting for pod "kube-controller-manager-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:23.612632 214668 pod_ready.go:94] pod "kube-controller-manager-default-k8s-diff-port-241752" is "Ready"
I1122 03:06:23.612666 214668 pod_ready.go:86] duration metric: took 175.207791ms for pod "kube-controller-manager-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:23.812956 214668 pod_ready.go:83] waiting for pod "kube-proxy-h9rql" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:24.212767 214668 pod_ready.go:94] pod "kube-proxy-h9rql" is "Ready"
I1122 03:06:24.212799 214668 pod_ready.go:86] duration metric: took 399.817466ms for pod "kube-proxy-h9rql" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:24.412127 214668 pod_ready.go:83] waiting for pod "kube-scheduler-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:24.814635 214668 pod_ready.go:94] pod "kube-scheduler-default-k8s-diff-port-241752" is "Ready"
I1122 03:06:24.814666 214668 pod_ready.go:86] duration metric: took 402.50909ms for pod "kube-scheduler-default-k8s-diff-port-241752" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:24.814679 214668 pod_ready.go:40] duration metric: took 42.911328561s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:06:24.894234 214668 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 03:06:24.897623 214668 out.go:179] * Done! kubectl is now configured to use "default-k8s-diff-port-241752" cluster and "default" namespace by default
W1122 03:06:22.316284 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:24.823859 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:27.316717 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:29.317381 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:31.816510 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:34.316907 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
W1122 03:06:36.317940 213414 node_ready.go:57] node "auto-646238" has "Ready":"False" status (will retry)
I1122 03:06:38.820252 213414 node_ready.go:49] node "auto-646238" is "Ready"
I1122 03:06:38.820287 213414 node_ready.go:38] duration metric: took 41.507391949s for node "auto-646238" to be "Ready" ...
I1122 03:06:38.820301 213414 api_server.go:52] waiting for apiserver process to appear ...
I1122 03:06:38.820366 213414 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 03:06:38.852677 213414 api_server.go:72] duration metric: took 42.866323853s to wait for apiserver process to appear ...
I1122 03:06:38.852700 213414 api_server.go:88] waiting for apiserver healthz status ...
I1122 03:06:38.852720 213414 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1122 03:06:38.868012 213414 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1122 03:06:38.872011 213414 api_server.go:141] control plane version: v1.34.1
I1122 03:06:38.872038 213414 api_server.go:131] duration metric: took 19.33134ms to wait for apiserver health ...
I1122 03:06:38.872047 213414 system_pods.go:43] waiting for kube-system pods to appear ...
I1122 03:06:38.885777 213414 system_pods.go:59] 8 kube-system pods found
I1122 03:06:38.885828 213414 system_pods.go:61] "coredns-66bc5c9577-vsfgb" [a5bf26d4-7e59-4b2a-ba33-f4326b074ed6] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:06:38.885837 213414 system_pods.go:61] "etcd-auto-646238" [43020424-162b-4b9b-bc65-2e1772338e24] Running
I1122 03:06:38.885843 213414 system_pods.go:61] "kindnet-982n5" [6c908792-f46f-4c7e-86e5-3a9c4c026a02] Running
I1122 03:06:38.885848 213414 system_pods.go:61] "kube-apiserver-auto-646238" [6663c080-e0d4-442a-b4cc-0074c3879c0c] Running
I1122 03:06:38.885852 213414 system_pods.go:61] "kube-controller-manager-auto-646238" [117c2ea2-2237-440c-903b-1790f3b07270] Running
I1122 03:06:38.885858 213414 system_pods.go:61] "kube-proxy-8tzbx" [9151b05e-6a6a-41d4-bf59-e7b4bbc2dc6e] Running
I1122 03:06:38.885862 213414 system_pods.go:61] "kube-scheduler-auto-646238" [89a399f1-f239-4fdc-a804-4c550ca65873] Running
I1122 03:06:38.885869 213414 system_pods.go:61] "storage-provisioner" [1ab4de25-48ba-4d52-a42a-f87060034244] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:06:38.885876 213414 system_pods.go:74] duration metric: took 13.821824ms to wait for pod list to return data ...
I1122 03:06:38.885884 213414 default_sa.go:34] waiting for default service account to be created ...
I1122 03:06:38.893794 213414 default_sa.go:45] found service account: "default"
I1122 03:06:38.893816 213414 default_sa.go:55] duration metric: took 7.926503ms for default service account to be created ...
I1122 03:06:38.893826 213414 system_pods.go:116] waiting for k8s-apps to be running ...
I1122 03:06:38.991464 213414 system_pods.go:86] 8 kube-system pods found
I1122 03:06:38.991495 213414 system_pods.go:89] "coredns-66bc5c9577-vsfgb" [a5bf26d4-7e59-4b2a-ba33-f4326b074ed6] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1122 03:06:38.991502 213414 system_pods.go:89] "etcd-auto-646238" [43020424-162b-4b9b-bc65-2e1772338e24] Running
I1122 03:06:38.991509 213414 system_pods.go:89] "kindnet-982n5" [6c908792-f46f-4c7e-86e5-3a9c4c026a02] Running
I1122 03:06:38.991513 213414 system_pods.go:89] "kube-apiserver-auto-646238" [6663c080-e0d4-442a-b4cc-0074c3879c0c] Running
I1122 03:06:38.991518 213414 system_pods.go:89] "kube-controller-manager-auto-646238" [117c2ea2-2237-440c-903b-1790f3b07270] Running
I1122 03:06:38.991522 213414 system_pods.go:89] "kube-proxy-8tzbx" [9151b05e-6a6a-41d4-bf59-e7b4bbc2dc6e] Running
I1122 03:06:38.991525 213414 system_pods.go:89] "kube-scheduler-auto-646238" [89a399f1-f239-4fdc-a804-4c550ca65873] Running
I1122 03:06:38.991532 213414 system_pods.go:89] "storage-provisioner" [1ab4de25-48ba-4d52-a42a-f87060034244] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1122 03:06:38.991554 213414 retry.go:31] will retry after 299.790839ms: missing components: kube-dns
I1122 03:06:39.321576 213414 system_pods.go:86] 8 kube-system pods found
I1122 03:06:39.321604 213414 system_pods.go:89] "coredns-66bc5c9577-vsfgb" [a5bf26d4-7e59-4b2a-ba33-f4326b074ed6] Running
I1122 03:06:39.321611 213414 system_pods.go:89] "etcd-auto-646238" [43020424-162b-4b9b-bc65-2e1772338e24] Running
I1122 03:06:39.321616 213414 system_pods.go:89] "kindnet-982n5" [6c908792-f46f-4c7e-86e5-3a9c4c026a02] Running
I1122 03:06:39.321620 213414 system_pods.go:89] "kube-apiserver-auto-646238" [6663c080-e0d4-442a-b4cc-0074c3879c0c] Running
I1122 03:06:39.321624 213414 system_pods.go:89] "kube-controller-manager-auto-646238" [117c2ea2-2237-440c-903b-1790f3b07270] Running
I1122 03:06:39.321628 213414 system_pods.go:89] "kube-proxy-8tzbx" [9151b05e-6a6a-41d4-bf59-e7b4bbc2dc6e] Running
I1122 03:06:39.321632 213414 system_pods.go:89] "kube-scheduler-auto-646238" [89a399f1-f239-4fdc-a804-4c550ca65873] Running
I1122 03:06:39.321636 213414 system_pods.go:89] "storage-provisioner" [1ab4de25-48ba-4d52-a42a-f87060034244] Running
I1122 03:06:39.321643 213414 system_pods.go:126] duration metric: took 427.81133ms to wait for k8s-apps to be running ...
I1122 03:06:39.321651 213414 system_svc.go:44] waiting for kubelet service to be running ....
I1122 03:06:39.321705 213414 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 03:06:39.337201 213414 system_svc.go:56] duration metric: took 15.540151ms WaitForService to wait for kubelet
I1122 03:06:39.337226 213414 kubeadm.go:587] duration metric: took 43.350877676s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1122 03:06:39.337245 213414 node_conditions.go:102] verifying NodePressure condition ...
I1122 03:06:39.342500 213414 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1122 03:06:39.342574 213414 node_conditions.go:123] node cpu capacity is 2
I1122 03:06:39.342603 213414 node_conditions.go:105] duration metric: took 5.352156ms to run NodePressure ...
I1122 03:06:39.342628 213414 start.go:242] waiting for startup goroutines ...
I1122 03:06:39.342660 213414 start.go:247] waiting for cluster config update ...
I1122 03:06:39.342692 213414 start.go:256] writing updated cluster config ...
I1122 03:06:39.343052 213414 ssh_runner.go:195] Run: rm -f paused
I1122 03:06:39.354118 213414 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:06:39.360184 213414 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-vsfgb" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:39.366443 213414 pod_ready.go:94] pod "coredns-66bc5c9577-vsfgb" is "Ready"
I1122 03:06:39.366515 213414 pod_ready.go:86] duration metric: took 6.307861ms for pod "coredns-66bc5c9577-vsfgb" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:39.370500 213414 pod_ready.go:83] waiting for pod "etcd-auto-646238" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:39.376668 213414 pod_ready.go:94] pod "etcd-auto-646238" is "Ready"
I1122 03:06:39.376745 213414 pod_ready.go:86] duration metric: took 6.172862ms for pod "etcd-auto-646238" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:39.379807 213414 pod_ready.go:83] waiting for pod "kube-apiserver-auto-646238" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:39.386051 213414 pod_ready.go:94] pod "kube-apiserver-auto-646238" is "Ready"
I1122 03:06:39.386127 213414 pod_ready.go:86] duration metric: took 6.232217ms for pod "kube-apiserver-auto-646238" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:39.391236 213414 pod_ready.go:83] waiting for pod "kube-controller-manager-auto-646238" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:39.758330 213414 pod_ready.go:94] pod "kube-controller-manager-auto-646238" is "Ready"
I1122 03:06:39.758361 213414 pod_ready.go:86] duration metric: took 367.051342ms for pod "kube-controller-manager-auto-646238" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:39.959423 213414 pod_ready.go:83] waiting for pod "kube-proxy-8tzbx" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:40.365488 213414 pod_ready.go:94] pod "kube-proxy-8tzbx" is "Ready"
I1122 03:06:40.365512 213414 pod_ready.go:86] duration metric: took 406.06171ms for pod "kube-proxy-8tzbx" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:40.558158 213414 pod_ready.go:83] waiting for pod "kube-scheduler-auto-646238" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:40.959609 213414 pod_ready.go:94] pod "kube-scheduler-auto-646238" is "Ready"
I1122 03:06:40.959644 213414 pod_ready.go:86] duration metric: took 401.461303ms for pod "kube-scheduler-auto-646238" in "kube-system" namespace to be "Ready" or be gone ...
I1122 03:06:40.959658 213414 pod_ready.go:40] duration metric: took 1.605514728s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1122 03:06:41.033382 213414 start.go:625] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1122 03:06:41.036757 213414 out.go:179] * Done! kubectl is now configured to use "auto-646238" cluster and "default" namespace by default
==> CRI-O <==
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.850862691Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=b332da96-37f5-4dd5-8ad7-eca378e48c21 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.852525493Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=c2eb957e-0009-4e3e-8dfe-df9deddd8038 name=/runtime.v1.ImageService/ImageStatus
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.854631898Z" level=info msg="Creating container: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz/dashboard-metrics-scraper" id=4f57cb01-3be3-49d0-88e2-f3f358f099fe name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.855166407Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.862443182Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.864106886Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.882029125Z" level=info msg="Created container e092256d209793d37e6761cebd9edbe3fd20e4d669543bbcf95d95a68cbdf61b: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz/dashboard-metrics-scraper" id=4f57cb01-3be3-49d0-88e2-f3f358f099fe name=/runtime.v1.RuntimeService/CreateContainer
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.884060527Z" level=info msg="Starting container: e092256d209793d37e6761cebd9edbe3fd20e4d669543bbcf95d95a68cbdf61b" id=9ab1989c-af34-454d-ab06-06ec02be286e name=/runtime.v1.RuntimeService/StartContainer
Nov 22 03:06:15 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:15.892640061Z" level=info msg="Started container" PID=1644 containerID=e092256d209793d37e6761cebd9edbe3fd20e4d669543bbcf95d95a68cbdf61b description=kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz/dashboard-metrics-scraper id=9ab1989c-af34-454d-ab06-06ec02be286e name=/runtime.v1.RuntimeService/StartContainer sandboxID=4459e76834cecfb1060015baec5ad331099381e9587351a327ad0331cdf10e64
Nov 22 03:06:15 default-k8s-diff-port-241752 conmon[1642]: conmon e092256d209793d37e67 <ninfo>: container 1644 exited with status 1
Nov 22 03:06:16 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:16.300627174Z" level=info msg="Removing container: 19df2abeea1909e83f9c1a432f0c10b7417c9bb9cd8b2d338d13e2f5da47552a" id=4dee03b0-7968-4ada-b2e6-f7fda26c7dcf name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 03:06:16 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:16.312046803Z" level=info msg="Error loading conmon cgroup of container 19df2abeea1909e83f9c1a432f0c10b7417c9bb9cd8b2d338d13e2f5da47552a: cgroup deleted" id=4dee03b0-7968-4ada-b2e6-f7fda26c7dcf name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 03:06:16 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:16.321748976Z" level=info msg="Removed container 19df2abeea1909e83f9c1a432f0c10b7417c9bb9cd8b2d338d13e2f5da47552a: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz/dashboard-metrics-scraper" id=4dee03b0-7968-4ada-b2e6-f7fda26c7dcf name=/runtime.v1.RuntimeService/RemoveContainer
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.783976288Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.787505805Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.787540997Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.787562487Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.790673541Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.790736942Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.79075958Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.793587646Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.793619409Z" level=info msg="Updated default CNI network name to kindnet"
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.793643999Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.796811505Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 22 03:06:21 default-k8s-diff-port-241752 crio[654]: time="2025-11-22T03:06:21.796842783Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
e092256d20979 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 26 seconds ago Exited dashboard-metrics-scraper 2 4459e76834cec dashboard-metrics-scraper-6ffb444bf9-n8pqz kubernetes-dashboard
805da62a3e7c6 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 30 seconds ago Running storage-provisioner 2 a9b9bea295611 storage-provisioner kube-system
0b63466ba6801 docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf 51 seconds ago Running kubernetes-dashboard 0 88a17b98082ad kubernetes-dashboard-855c9754f9-9n5h5 kubernetes-dashboard
6daf7331c6d9b 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc About a minute ago Running coredns 1 630ba9df3b9e1 coredns-66bc5c9577-qwfkr kube-system
60d6059a8fae0 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 About a minute ago Running kube-proxy 1 d819c3daea191 kube-proxy-h9rql kube-system
de37ee256f7dd 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c About a minute ago Running busybox 1 2c976133eba39 busybox default
d610bf5712805 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 About a minute ago Exited storage-provisioner 1 a9b9bea295611 storage-provisioner kube-system
c5986381928bd b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c About a minute ago Running kindnet-cni 1 a6ba511092873 kindnet-xjlzl kube-system
a6609fdc1abe5 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Running kube-apiserver 1 9c43024df5bbd kube-apiserver-default-k8s-diff-port-241752 kube-system
5555d77a30c7b a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Running etcd 1 3baa9d7ff95e2 etcd-default-k8s-diff-port-241752 kube-system
cb457d81a721d 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Running kube-controller-manager 1 783ad5f4d3125 kube-controller-manager-default-k8s-diff-port-241752 kube-system
5ed40da84d3ff b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Running kube-scheduler 1 2223aa516f3cd kube-scheduler-default-k8s-diff-port-241752 kube-system
==> coredns [6daf7331c6d9b4bbc7e4a0fceb7363d5cfa4308511a3b3475b6ceaf41b7a173c] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:43388 - 60125 "HINFO IN 7401632244737388011.9107612821241377883. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.011501325s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/ready: Still waiting on: "kubernetes"
==> describe nodes <==
Name: default-k8s-diff-port-241752
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=default-k8s-diff-port-241752
kubernetes.io/os=linux
minikube.k8s.io/commit=567461379b593ffd05f59360e0d8825baf725f0a
minikube.k8s.io/name=default-k8s-diff-port-241752
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_11_22T03_04_08_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 22 Nov 2025 03:04:03 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: default-k8s-diff-port-241752
AcquireTime: <unset>
RenewTime: Sat, 22 Nov 2025 03:06:30 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 22 Nov 2025 03:05:59 +0000 Sat, 22 Nov 2025 03:03:58 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 22 Nov 2025 03:05:59 +0000 Sat, 22 Nov 2025 03:03:58 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 22 Nov 2025 03:05:59 +0000 Sat, 22 Nov 2025 03:03:58 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 22 Nov 2025 03:05:59 +0000 Sat, 22 Nov 2025 03:04:53 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: default-k8s-diff-port-241752
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 952c288fdad5a6f53a4deda5691cff59
System UUID: 8affa393-9492-44e5-a1ab-1807a873ef2d
Boot ID: 82691288-74d1-4f95-bcc0-281679952e99
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.2
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 106s
kube-system coredns-66bc5c9577-qwfkr 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 2m30s
kube-system etcd-default-k8s-diff-port-241752 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 2m35s
kube-system kindnet-xjlzl 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 2m30s
kube-system kube-apiserver-default-k8s-diff-port-241752 250m (12%) 0 (0%) 0 (0%) 0 (0%) 2m39s
kube-system kube-controller-manager-default-k8s-diff-port-241752 200m (10%) 0 (0%) 0 (0%) 0 (0%) 2m35s
kube-system kube-proxy-h9rql 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m31s
kube-system kube-scheduler-default-k8s-diff-port-241752 100m (5%) 0 (0%) 0 (0%) 0 (0%) 2m35s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m30s
kubernetes-dashboard dashboard-metrics-scraper-6ffb444bf9-n8pqz 0 (0%) 0 (0%) 0 (0%) 0 (0%) 59s
kubernetes-dashboard kubernetes-dashboard-855c9754f9-9n5h5 0 (0%) 0 (0%) 0 (0%) 0 (0%) 59s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m29s kube-proxy
Normal Starting 60s kube-proxy
Warning CgroupV1 2m46s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 2m45s (x8 over 2m45s) kubelet Node default-k8s-diff-port-241752 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m45s (x8 over 2m45s) kubelet Node default-k8s-diff-port-241752 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m45s (x8 over 2m45s) kubelet Node default-k8s-diff-port-241752 status is now: NodeHasSufficientPID
Normal NodeHasSufficientMemory 2m35s kubelet Node default-k8s-diff-port-241752 status is now: NodeHasSufficientMemory
Warning CgroupV1 2m35s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasNoDiskPressure 2m35s kubelet Node default-k8s-diff-port-241752 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m35s kubelet Node default-k8s-diff-port-241752 status is now: NodeHasSufficientPID
Normal Starting 2m35s kubelet Starting kubelet.
Normal RegisteredNode 2m31s node-controller Node default-k8s-diff-port-241752 event: Registered Node default-k8s-diff-port-241752 in Controller
Normal NodeReady 109s kubelet Node default-k8s-diff-port-241752 status is now: NodeReady
Normal Starting 73s kubelet Starting kubelet.
Warning CgroupV1 73s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 73s (x8 over 73s) kubelet Node default-k8s-diff-port-241752 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 73s (x8 over 73s) kubelet Node default-k8s-diff-port-241752 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 73s (x8 over 73s) kubelet Node default-k8s-diff-port-241752 status is now: NodeHasSufficientPID
Normal RegisteredNode 59s node-controller Node default-k8s-diff-port-241752 event: Registered Node default-k8s-diff-port-241752 in Controller
==> dmesg <==
[ +28.004266] overlayfs: idmapped layers are currently not supported
[Nov22 02:43] overlayfs: idmapped layers are currently not supported
[Nov22 02:44] overlayfs: idmapped layers are currently not supported
[Nov22 02:45] overlayfs: idmapped layers are currently not supported
[Nov22 02:46] overlayfs: idmapped layers are currently not supported
[Nov22 02:49] overlayfs: idmapped layers are currently not supported
[Nov22 02:51] overlayfs: idmapped layers are currently not supported
[ +27.358169] systemd-journald[231]: Failed to send stream file descriptor to service manager: Connection refused
[ +1.241009] overlayfs: idmapped layers are currently not supported
[Nov22 02:53] overlayfs: idmapped layers are currently not supported
[Nov22 02:56] overlayfs: idmapped layers are currently not supported
[Nov22 02:57] overlayfs: idmapped layers are currently not supported
[ +5.709995] overlayfs: idmapped layers are currently not supported
[ +34.878505] overlayfs: idmapped layers are currently not supported
[Nov22 02:58] overlayfs: idmapped layers are currently not supported
[Nov22 02:59] overlayfs: idmapped layers are currently not supported
[Nov22 03:00] overlayfs: idmapped layers are currently not supported
[Nov22 03:01] overlayfs: idmapped layers are currently not supported
[Nov22 03:02] overlayfs: idmapped layers are currently not supported
[ +29.429632] overlayfs: idmapped layers are currently not supported
[Nov22 03:03] overlayfs: idmapped layers are currently not supported
[Nov22 03:04] overlayfs: idmapped layers are currently not supported
[ +25.656726] overlayfs: idmapped layers are currently not supported
[Nov22 03:05] overlayfs: idmapped layers are currently not supported
[ +9.373823] overlayfs: idmapped layers are currently not supported
==> etcd [5555d77a30c7bb9dd2d62f589e75ef6166c94ddf072291f4109ac0d1e2c9a16f] <==
{"level":"warn","ts":"2025-11-22T03:05:36.934386Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36280","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:36.999791Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36282","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.063970Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36292","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.097405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36310","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.153983Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36330","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.189470Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36344","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.206876Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36370","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.237189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36384","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.275607Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36402","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.326974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36424","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.351175Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36436","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.382953Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36446","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.397414Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36472","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.431628Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36498","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.450881Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36526","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.480597Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36544","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.508899Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36564","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.528220Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36588","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.546556Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36600","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.563745Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36626","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.609198Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36646","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.657506Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36662","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.685452Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36676","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.711405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36696","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-11-22T03:05:37.800691Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36704","server-name":"","error":"EOF"}
==> kernel <==
03:06:42 up 1:48, 0 user, load average: 3.59, 3.74, 3.01
Linux default-k8s-diff-port-241752 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [c5986381928bd1eb0d4728f17733e67f9b09f594c68884a7465fad640c422624] <==
I1122 03:05:41.431478 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1122 03:05:41.507017 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1122 03:05:41.507167 1 main.go:148] setting mtu 1500 for CNI
I1122 03:05:41.507180 1 main.go:178] kindnetd IP family: "ipv4"
I1122 03:05:41.507193 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-11-22T03:05:41Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1122 03:05:41.783215 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1122 03:05:41.783232 1 controller.go:381] "Waiting for informer caches to sync"
I1122 03:05:41.783240 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1122 03:05:41.783872 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1122 03:06:11.783574 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1122 03:06:11.783695 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1122 03:06:11.783782 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1122 03:06:11.783870 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
I1122 03:06:13.384189 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1122 03:06:13.384381 1 metrics.go:72] Registering metrics
I1122 03:06:13.384499 1 controller.go:711] "Syncing nftables rules"
I1122 03:06:21.783621 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 03:06:21.783712 1 main.go:301] handling current node
I1122 03:06:31.783750 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 03:06:31.783813 1 main.go:301] handling current node
I1122 03:06:41.785137 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1122 03:06:41.785174 1 main.go:301] handling current node
==> kube-apiserver [a6609fdc1abe563d872ab3975323ee23ca963e0a9779a193a6ec2cc851ac566d] <==
I1122 03:05:39.285097 1 cache.go:39] Caches are synced for autoregister controller
I1122 03:05:39.286371 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1122 03:05:39.286480 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1122 03:05:39.287094 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1122 03:05:39.299815 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1122 03:05:39.299880 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1122 03:05:39.303632 1 shared_informer.go:356] "Caches are synced" controller="configmaps"
I1122 03:05:39.313828 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1122 03:05:39.330781 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1122 03:05:39.364887 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1122 03:05:39.365480 1 shared_informer.go:356] "Caches are synced" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]"
I1122 03:05:39.365505 1 policy_source.go:240] refreshing policies
E1122 03:05:39.371307 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1122 03:05:39.378061 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1122 03:05:39.595346 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1122 03:05:40.464673 1 controller.go:667] quota admission added evaluator for: namespaces
I1122 03:05:40.655414 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1122 03:05:40.836875 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1122 03:05:40.964530 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1122 03:05:41.014162 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1122 03:05:41.311643 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.106.121.212"}
I1122 03:05:41.391407 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.101.41.162"}
I1122 03:05:43.670565 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1122 03:05:43.905164 1 controller.go:667] quota admission added evaluator for: endpoints
I1122 03:05:43.983700 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
==> kube-controller-manager [cb457d81a721da6869e9e0624d03d4753e777b1d1d2b766ab457eb72cdd3f0ec] <==
I1122 03:05:43.618861 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1122 03:05:43.618966 1 shared_informer.go:356] "Caches are synced" controller="PV protection"
I1122 03:05:43.619036 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1122 03:05:43.619149 1 shared_informer.go:356] "Caches are synced" controller="ReplicaSet"
I1122 03:05:43.619954 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I1122 03:05:43.626816 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrapproving"
I1122 03:05:43.626974 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1122 03:05:43.637352 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1122 03:05:43.637463 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1122 03:05:43.647039 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:05:43.647126 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1122 03:05:43.647155 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1122 03:05:43.648178 1 shared_informer.go:356] "Caches are synced" controller="GC"
I1122 03:05:43.658693 1 shared_informer.go:356] "Caches are synced" controller="service account"
I1122 03:05:43.658976 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1122 03:05:43.659054 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 03:05:43.659066 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1122 03:05:43.665126 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1122 03:05:43.665250 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1122 03:05:43.665353 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1122 03:05:43.666454 1 shared_informer.go:356] "Caches are synced" controller="cronjob"
I1122 03:05:43.670700 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1122 03:05:43.674043 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1122 03:05:43.680446 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1122 03:05:43.997952 1 endpointslice_controller.go:344] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kubernetes-dashboard/kubernetes-dashboard" err="EndpointSlice informer cache is out of date"
==> kube-proxy [60d6059a8fae0cb5e81ec4abe2cc6ed0f951ef7f0964302bdc82d57354e275ca] <==
I1122 03:05:41.977487 1 server_linux.go:53] "Using iptables proxy"
I1122 03:05:42.190294 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1122 03:05:42.319053 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1122 03:05:42.319185 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1122 03:05:42.319327 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1122 03:05:42.443338 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1122 03:05:42.443413 1 server_linux.go:132] "Using iptables Proxier"
I1122 03:05:42.451867 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1122 03:05:42.452213 1 server.go:527] "Version info" version="v1.34.1"
I1122 03:05:42.452236 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:05:42.453334 1 config.go:200] "Starting service config controller"
I1122 03:05:42.453351 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1122 03:05:42.462292 1 config.go:106] "Starting endpoint slice config controller"
I1122 03:05:42.462390 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1122 03:05:42.462436 1 config.go:403] "Starting serviceCIDR config controller"
I1122 03:05:42.462481 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1122 03:05:42.463015 1 config.go:309] "Starting node config controller"
I1122 03:05:42.463077 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1122 03:05:42.463109 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1122 03:05:42.553634 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1122 03:05:42.563124 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1122 03:05:42.563221 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [5ed40da84d3ffbeb61728f25f308e4836107337ee8ac1aeae7fa5821acf0b3aa] <==
I1122 03:05:39.191209 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1122 03:05:39.197179 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1122 03:05:39.197301 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:05:39.197321 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1122 03:05:39.197340 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E1122 03:05:39.247148 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E1122 03:05:39.247230 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod"
E1122 03:05:39.247286 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E1122 03:05:39.247335 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1122 03:05:39.247401 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1122 03:05:39.247463 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1122 03:05:39.247528 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E1122 03:05:39.247565 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E1122 03:05:39.247599 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1122 03:05:39.247634 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1122 03:05:39.276164 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
E1122 03:05:39.276338 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1122 03:05:39.276487 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1122 03:05:39.276420 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": RBAC: [clusterrole.rbac.authorization.k8s.io \"system:public-info-viewer\" not found, clusterrole.rbac.authorization.k8s.io \"system:basic-user\" not found, clusterrole.rbac.authorization.k8s.io \"system:volume-scheduler\" not found, clusterrole.rbac.authorization.k8s.io \"system:discovery\" not found, clusterrole.rbac.authorization.k8s.io \"system:kube-scheduler\" not found]" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
E1122 03:05:39.276634 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1122 03:05:39.276682 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E1122 03:05:39.276781 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E1122 03:05:39.276866 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceClaim"
E1122 03:05:39.276887 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
I1122 03:05:40.302819 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Nov 22 03:05:40 default-k8s-diff-port-241752 kubelet[781]: W1122 03:05:40.874600 781 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/crio-a6ba51109287333d1c9351a058369f8618957b3efb02df29de82e1dc94836494 WatchSource:0}: Error finding container a6ba51109287333d1c9351a058369f8618957b3efb02df29de82e1dc94836494: Status 404 returned error can't find the container with id a6ba51109287333d1c9351a058369f8618957b3efb02df29de82e1dc94836494
Nov 22 03:05:43 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:43.919259 781 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/2225dfc6-0305-4f05-b7a8-9e450dedd8ef-tmp-volume\") pod \"kubernetes-dashboard-855c9754f9-9n5h5\" (UID: \"2225dfc6-0305-4f05-b7a8-9e450dedd8ef\") " pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-9n5h5"
Nov 22 03:05:43 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:43.919321 781 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7gbwn\" (UniqueName: \"kubernetes.io/projected/2225dfc6-0305-4f05-b7a8-9e450dedd8ef-kube-api-access-7gbwn\") pod \"kubernetes-dashboard-855c9754f9-9n5h5\" (UID: \"2225dfc6-0305-4f05-b7a8-9e450dedd8ef\") " pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-9n5h5"
Nov 22 03:05:44 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:44.020186 781 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/4e026593-782c-4350-acc7-f33c8082c041-tmp-volume\") pod \"dashboard-metrics-scraper-6ffb444bf9-n8pqz\" (UID: \"4e026593-782c-4350-acc7-f33c8082c041\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz"
Nov 22 03:05:44 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:44.020266 781 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-m96mt\" (UniqueName: \"kubernetes.io/projected/4e026593-782c-4350-acc7-f33c8082c041-kube-api-access-m96mt\") pod \"dashboard-metrics-scraper-6ffb444bf9-n8pqz\" (UID: \"4e026593-782c-4350-acc7-f33c8082c041\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz"
Nov 22 03:05:44 default-k8s-diff-port-241752 kubelet[781]: W1122 03:05:44.222642 781 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/e1bc54f530a68d8b354cb77baa29478ebc905e0e2f3e210aa2566ab7b386caee/crio-4459e76834cecfb1060015baec5ad331099381e9587351a327ad0331cdf10e64 WatchSource:0}: Error finding container 4459e76834cecfb1060015baec5ad331099381e9587351a327ad0331cdf10e64: Status 404 returned error can't find the container with id 4459e76834cecfb1060015baec5ad331099381e9587351a327ad0331cdf10e64
Nov 22 03:05:57 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:57.212243 781 scope.go:117] "RemoveContainer" containerID="ee252e9ce11c50118ef4f41a8e509e68a1d7735c35fbfe2fbae0a33e89444a4f"
Nov 22 03:05:57 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:57.253686 781 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-9n5h5" podStartSLOduration=7.461146654 podStartE2EDuration="14.25366649s" podCreationTimestamp="2025-11-22 03:05:43 +0000 UTC" firstStartedPulling="2025-11-22 03:05:44.190056437 +0000 UTC m=+14.658506276" lastFinishedPulling="2025-11-22 03:05:50.982576273 +0000 UTC m=+21.451026112" observedRunningTime="2025-11-22 03:05:51.203922364 +0000 UTC m=+21.672372194" watchObservedRunningTime="2025-11-22 03:05:57.25366649 +0000 UTC m=+27.722116337"
Nov 22 03:05:58 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:58.216749 781 scope.go:117] "RemoveContainer" containerID="ee252e9ce11c50118ef4f41a8e509e68a1d7735c35fbfe2fbae0a33e89444a4f"
Nov 22 03:05:58 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:58.217062 781 scope.go:117] "RemoveContainer" containerID="19df2abeea1909e83f9c1a432f0c10b7417c9bb9cd8b2d338d13e2f5da47552a"
Nov 22 03:05:58 default-k8s-diff-port-241752 kubelet[781]: E1122 03:05:58.217222 781 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-n8pqz_kubernetes-dashboard(4e026593-782c-4350-acc7-f33c8082c041)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz" podUID="4e026593-782c-4350-acc7-f33c8082c041"
Nov 22 03:05:59 default-k8s-diff-port-241752 kubelet[781]: I1122 03:05:59.220909 781 scope.go:117] "RemoveContainer" containerID="19df2abeea1909e83f9c1a432f0c10b7417c9bb9cd8b2d338d13e2f5da47552a"
Nov 22 03:05:59 default-k8s-diff-port-241752 kubelet[781]: E1122 03:05:59.221515 781 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-n8pqz_kubernetes-dashboard(4e026593-782c-4350-acc7-f33c8082c041)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz" podUID="4e026593-782c-4350-acc7-f33c8082c041"
Nov 22 03:06:04 default-k8s-diff-port-241752 kubelet[781]: I1122 03:06:04.160253 781 scope.go:117] "RemoveContainer" containerID="19df2abeea1909e83f9c1a432f0c10b7417c9bb9cd8b2d338d13e2f5da47552a"
Nov 22 03:06:04 default-k8s-diff-port-241752 kubelet[781]: E1122 03:06:04.160930 781 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-n8pqz_kubernetes-dashboard(4e026593-782c-4350-acc7-f33c8082c041)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz" podUID="4e026593-782c-4350-acc7-f33c8082c041"
Nov 22 03:06:12 default-k8s-diff-port-241752 kubelet[781]: I1122 03:06:12.283431 781 scope.go:117] "RemoveContainer" containerID="d610bf571280526f44dee76283f9436a4e8ffb1f463f96358643597cc9a40a59"
Nov 22 03:06:15 default-k8s-diff-port-241752 kubelet[781]: I1122 03:06:15.849892 781 scope.go:117] "RemoveContainer" containerID="19df2abeea1909e83f9c1a432f0c10b7417c9bb9cd8b2d338d13e2f5da47552a"
Nov 22 03:06:16 default-k8s-diff-port-241752 kubelet[781]: I1122 03:06:16.297339 781 scope.go:117] "RemoveContainer" containerID="19df2abeea1909e83f9c1a432f0c10b7417c9bb9cd8b2d338d13e2f5da47552a"
Nov 22 03:06:16 default-k8s-diff-port-241752 kubelet[781]: I1122 03:06:16.297706 781 scope.go:117] "RemoveContainer" containerID="e092256d209793d37e6761cebd9edbe3fd20e4d669543bbcf95d95a68cbdf61b"
Nov 22 03:06:16 default-k8s-diff-port-241752 kubelet[781]: E1122 03:06:16.297873 781 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-n8pqz_kubernetes-dashboard(4e026593-782c-4350-acc7-f33c8082c041)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz" podUID="4e026593-782c-4350-acc7-f33c8082c041"
Nov 22 03:06:24 default-k8s-diff-port-241752 kubelet[781]: I1122 03:06:24.160936 781 scope.go:117] "RemoveContainer" containerID="e092256d209793d37e6761cebd9edbe3fd20e4d669543bbcf95d95a68cbdf61b"
Nov 22 03:06:24 default-k8s-diff-port-241752 kubelet[781]: E1122 03:06:24.161137 781 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-n8pqz_kubernetes-dashboard(4e026593-782c-4350-acc7-f33c8082c041)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-n8pqz" podUID="4e026593-782c-4350-acc7-f33c8082c041"
Nov 22 03:06:37 default-k8s-diff-port-241752 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Nov 22 03:06:37 default-k8s-diff-port-241752 systemd[1]: kubelet.service: Deactivated successfully.
Nov 22 03:06:37 default-k8s-diff-port-241752 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
==> kubernetes-dashboard [0b63466ba680195d319e8685a8522753264f4370775eada48628389e0ac810a0] <==
2025/11/22 03:05:51 Using namespace: kubernetes-dashboard
2025/11/22 03:05:51 Using in-cluster config to connect to apiserver
2025/11/22 03:05:51 Using secret token for csrf signing
2025/11/22 03:05:51 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/11/22 03:05:51 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/11/22 03:05:51 Successful initial request to the apiserver, version: v1.34.1
2025/11/22 03:05:51 Generating JWE encryption key
2025/11/22 03:05:51 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/11/22 03:05:51 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/11/22 03:05:52 Initializing JWE encryption key from synchronized object
2025/11/22 03:05:52 Creating in-cluster Sidecar client
2025/11/22 03:05:52 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/11/22 03:05:52 Serving insecurely on HTTP port: 9090
2025/11/22 03:06:22 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/11/22 03:05:51 Starting overwatch
==> storage-provisioner [805da62a3e7c6dec2b734e739399966ee5d838d29bbf237f2165af4ae44d6e44] <==
W1122 03:06:12.351944 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:15.806563 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:20.067627 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:23.666337 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:26.719701 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:29.742444 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:29.756034 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:06:29.756193 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1122 03:06:29.756392 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-241752_27002eff-bf94-4787-a4f6-a8e6c986d1d3!
I1122 03:06:29.756871 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"c2a130c7-30fd-4eb7-acf1-cba0ae25eab4", APIVersion:"v1", ResourceVersion:"688", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' default-k8s-diff-port-241752_27002eff-bf94-4787-a4f6-a8e6c986d1d3 became leader
W1122 03:06:29.764751 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:29.768478 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1122 03:06:29.857326 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-241752_27002eff-bf94-4787-a4f6-a8e6c986d1d3!
W1122 03:06:31.771063 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:31.776069 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:33.779888 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:33.784801 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:35.788397 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:35.795376 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:37.798825 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:37.804826 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:39.808888 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:39.817507 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:41.820709 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1122 03:06:41.826644 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
==> storage-provisioner [d610bf571280526f44dee76283f9436a4e8ffb1f463f96358643597cc9a40a59] <==
I1122 03:05:41.392543 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1122 03:06:11.403232 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-241752 -n default-k8s-diff-port-241752
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-241752 -n default-k8s-diff-port-241752: exit status 2 (525.723107ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context default-k8s-diff-port-241752 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/default-k8s-diff-port/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/default-k8s-diff-port/serial/Pause (7.48s)
E1122 03:12:25.910037 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
=== RUN TestDownloadOnly/v1.28.0/json-events
aaa_download_only_test.go:80: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-599311 --force --alsologtostderr --kubernetes-version=v1.28.0 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:80: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-599311 --force --alsologtostderr --kubernetes-version=v1.28.0 --container-runtime=crio --driver=docker --container-runtime=crio: (44.400657393s)
--- PASS: TestDownloadOnly/v1.28.0/json-events (44.40s)
=== RUN TestDownloadOnly/v1.28.0/preload-exists
I1122 01:57:08.837838 4130 preload.go:188] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1122 01:57:08.837917 4130 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4
--- PASS: TestDownloadOnly/v1.28.0/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.28.0/LogsDuration
aaa_download_only_test.go:183: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-599311
aaa_download_only_test.go:183: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-599311: exit status 85 (87.58075ms)
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────┬─────────┬─────────┬─────────────────────┬──────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────┼─────────┼─────────┼─────────────────────┼──────────┤
│ start │ -o=json --download-only -p download-only-599311 --force --alsologtostderr --kubernetes-version=v1.28.0 --container-runtime=crio --driver=docker --container-runtime=crio │ download-only-599311 │ jenkins │ v1.37.0 │ 22 Nov 25 01:56 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────┴─────────┴─────────┴─────────────────────┴──────────┘
==> Last Start <==
Log file created at: 2025/11/22 01:56:24
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 01:56:24.480282 4135 out.go:360] Setting OutFile to fd 1 ...
I1122 01:56:24.480488 4135 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 01:56:24.480515 4135 out.go:374] Setting ErrFile to fd 2...
I1122 01:56:24.480535 4135 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 01:56:24.480847 4135 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
W1122 01:56:24.481034 4135 root.go:314] Error reading config file at /home/jenkins/minikube-integration/21946-2339/.minikube/config/config.json: open /home/jenkins/minikube-integration/21946-2339/.minikube/config/config.json: no such file or directory
I1122 01:56:24.481539 4135 out.go:368] Setting JSON to true
I1122 01:56:24.482347 4135 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":2311,"bootTime":1763774274,"procs":149,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 01:56:24.482455 4135 start.go:143] virtualization:
I1122 01:56:24.486620 4135 out.go:99] [download-only-599311] minikube v1.37.0 on Ubuntu 20.04 (arm64)
W1122 01:56:24.486818 4135 preload.go:354] Failed to list preload files: open /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball: no such file or directory
I1122 01:56:24.486937 4135 notify.go:221] Checking for updates...
I1122 01:56:24.490394 4135 out.go:171] MINIKUBE_LOCATION=21946
I1122 01:56:24.493441 4135 out.go:171] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 01:56:24.496333 4135 out.go:171] KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 01:56:24.499121 4135 out.go:171] MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 01:56:24.501940 4135 out.go:171] MINIKUBE_BIN=out/minikube-linux-arm64
W1122 01:56:24.507647 4135 out.go:336] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1122 01:56:24.507996 4135 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 01:56:24.537143 4135 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 01:56:24.537258 4135 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 01:56:24.943996 4135 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:61 SystemTime:2025-11-22 01:56:24.934482602 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 01:56:24.944101 4135 docker.go:319] overlay module found
I1122 01:56:24.947226 4135 out.go:99] Using the docker driver based on user configuration
I1122 01:56:24.947272 4135 start.go:309] selected driver: docker
I1122 01:56:24.947298 4135 start.go:927] validating driver "docker" against <nil>
I1122 01:56:24.947429 4135 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 01:56:25.017982 4135 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:61 SystemTime:2025-11-22 01:56:25.000639994 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 01:56:25.018144 4135 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1122 01:56:25.018459 4135 start_flags.go:410] Using suggested 3072MB memory alloc based on sys=7834MB, container=7834MB
I1122 01:56:25.018641 4135 start_flags.go:974] Wait components to verify : map[apiserver:true system_pods:true]
I1122 01:56:25.021917 4135 out.go:171] Using Docker driver with root privileges
I1122 01:56:25.024992 4135 cni.go:84] Creating CNI manager for ""
I1122 01:56:25.025068 4135 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 01:56:25.025083 4135 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1122 01:56:25.025174 4135 start.go:353] cluster config:
{Name:download-only-599311 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:download-only-599311 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Co
ntainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 01:56:25.028290 4135 out.go:99] Starting "download-only-599311" primary control-plane node in "download-only-599311" cluster
I1122 01:56:25.028324 4135 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 01:56:25.031360 4135 out.go:99] Pulling base image v0.0.48-1763507788-21924 ...
I1122 01:56:25.031430 4135 preload.go:188] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1122 01:56:25.031506 4135 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 01:56:25.048248 4135 cache.go:163] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a to local cache
I1122 01:56:25.048423 4135 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local cache directory
I1122 01:56:25.048521 4135 image.go:150] Writing gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a to local cache
I1122 01:56:25.088144 4135 preload.go:148] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.28.0/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4
I1122 01:56:25.088170 4135 cache.go:65] Caching tarball of preloaded images
I1122 01:56:25.088413 4135 preload.go:188] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1122 01:56:25.091935 4135 out.go:99] Downloading Kubernetes v1.28.0 preload ...
I1122 01:56:25.091973 4135 preload.go:318] getting checksum for preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4 from gcs api...
I1122 01:56:25.187971 4135 preload.go:295] Got checksum from GCS API "e092595ade89dbfc477bd4cd6b9c633b"
I1122 01:56:25.188102 4135 download.go:108] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.28.0/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4?checksum=md5:e092595ade89dbfc477bd4cd6b9c633b -> /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4
I1122 01:56:29.816383 4135 cache.go:166] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a as a tarball
* The control-plane node download-only-599311 host does not exist
To start a cluster, run: "minikube start -p download-only-599311"
-- /stdout --
aaa_download_only_test.go:184: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.28.0/LogsDuration (0.09s)
=== RUN TestDownloadOnly/v1.28.0/DeleteAll
aaa_download_only_test.go:196: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.28.0/DeleteAll (0.22s)
=== RUN TestDownloadOnly/v1.28.0/DeleteAlwaysSucceeds
aaa_download_only_test.go:207: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-599311
--- PASS: TestDownloadOnly/v1.28.0/DeleteAlwaysSucceeds (0.13s)
=== RUN TestDownloadOnly/v1.34.1/json-events
aaa_download_only_test.go:80: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-351432 --force --alsologtostderr --kubernetes-version=v1.34.1 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:80: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-351432 --force --alsologtostderr --kubernetes-version=v1.34.1 --container-runtime=crio --driver=docker --container-runtime=crio: (23.299848379s)
--- PASS: TestDownloadOnly/v1.34.1/json-events (23.30s)
=== RUN TestDownloadOnly/v1.34.1/preload-exists
I1122 01:57:32.583502 4130 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 01:57:32.583543 4130 preload.go:203] Found local preload: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
--- PASS: TestDownloadOnly/v1.34.1/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.34.1/LogsDuration
aaa_download_only_test.go:183: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-351432
aaa_download_only_test.go:183: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-351432: exit status 85 (81.168606ms)
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ start │ -o=json --download-only -p download-only-599311 --force --alsologtostderr --kubernetes-version=v1.28.0 --container-runtime=crio --driver=docker --container-runtime=crio │ download-only-599311 │ jenkins │ v1.37.0 │ 22 Nov 25 01:56 UTC │ │
│ delete │ --all │ minikube │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ 22 Nov 25 01:57 UTC │
│ delete │ -p download-only-599311 │ download-only-599311 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ 22 Nov 25 01:57 UTC │
│ start │ -o=json --download-only -p download-only-351432 --force --alsologtostderr --kubernetes-version=v1.34.1 --container-runtime=crio --driver=docker --container-runtime=crio │ download-only-351432 │ jenkins │ v1.37.0 │ 22 Nov 25 01:57 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/11/22 01:57:09
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1122 01:57:09.323967 4337 out.go:360] Setting OutFile to fd 1 ...
I1122 01:57:09.324095 4337 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 01:57:09.324106 4337 out.go:374] Setting ErrFile to fd 2...
I1122 01:57:09.324113 4337 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 01:57:09.324350 4337 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 01:57:09.324743 4337 out.go:368] Setting JSON to true
I1122 01:57:09.325448 4337 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":2356,"bootTime":1763774274,"procs":144,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 01:57:09.325513 4337 start.go:143] virtualization:
I1122 01:57:09.328900 4337 out.go:99] [download-only-351432] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 01:57:09.329109 4337 notify.go:221] Checking for updates...
I1122 01:57:09.331899 4337 out.go:171] MINIKUBE_LOCATION=21946
I1122 01:57:09.334794 4337 out.go:171] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 01:57:09.337728 4337 out.go:171] KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 01:57:09.340546 4337 out.go:171] MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 01:57:09.343524 4337 out.go:171] MINIKUBE_BIN=out/minikube-linux-arm64
W1122 01:57:09.349094 4337 out.go:336] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1122 01:57:09.349393 4337 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 01:57:09.373671 4337 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 01:57:09.373794 4337 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 01:57:09.433674 4337 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:23 OomKillDisable:true NGoroutines:43 SystemTime:2025-11-22 01:57:09.424072129 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 01:57:09.433787 4337 docker.go:319] overlay module found
I1122 01:57:09.436803 4337 out.go:99] Using the docker driver based on user configuration
I1122 01:57:09.436842 4337 start.go:309] selected driver: docker
I1122 01:57:09.436849 4337 start.go:927] validating driver "docker" against <nil>
I1122 01:57:09.436946 4337 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 01:57:09.500508 4337 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:23 OomKillDisable:true NGoroutines:43 SystemTime:2025-11-22 01:57:09.491219936 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 01:57:09.500658 4337 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1122 01:57:09.500957 4337 start_flags.go:410] Using suggested 3072MB memory alloc based on sys=7834MB, container=7834MB
I1122 01:57:09.501115 4337 start_flags.go:974] Wait components to verify : map[apiserver:true system_pods:true]
I1122 01:57:09.504321 4337 out.go:171] Using Docker driver with root privileges
I1122 01:57:09.507121 4337 cni.go:84] Creating CNI manager for ""
I1122 01:57:09.507181 4337 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1122 01:57:09.507194 4337 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1122 01:57:09.507278 4337 start.go:353] cluster config:
{Name:download-only-351432 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:download-only-351432 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Co
ntainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 01:57:09.510388 4337 out.go:99] Starting "download-only-351432" primary control-plane node in "download-only-351432" cluster
I1122 01:57:09.510407 4337 cache.go:134] Beginning downloading kic base image for docker with crio
I1122 01:57:09.513327 4337 out.go:99] Pulling base image v0.0.48-1763507788-21924 ...
I1122 01:57:09.513383 4337 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 01:57:09.513476 4337 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local docker daemon
I1122 01:57:09.529736 4337 cache.go:163] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a to local cache
I1122 01:57:09.529857 4337 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local cache directory
I1122 01:57:09.529876 4337 image.go:68] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a in local cache directory, skipping pull
I1122 01:57:09.529881 4337 image.go:137] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a exists in cache, skipping pull
I1122 01:57:09.529888 4337 cache.go:166] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a as a tarball
I1122 01:57:09.571212 4337 preload.go:148] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.34.1/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1122 01:57:09.571236 4337 cache.go:65] Caching tarball of preloaded images
I1122 01:57:09.571397 4337 preload.go:188] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1122 01:57:09.574382 4337 out.go:99] Downloading Kubernetes v1.34.1 preload ...
I1122 01:57:09.574412 4337 preload.go:318] getting checksum for preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 from gcs api...
I1122 01:57:09.669757 4337 preload.go:295] Got checksum from GCS API "bc3e4aa50814345ef9ba3452bb5efb9f"
I1122 01:57:09.669809 4337 download.go:108] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.34.1/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4?checksum=md5:bc3e4aa50814345ef9ba3452bb5efb9f -> /home/jenkins/minikube-integration/21946-2339/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
* The control-plane node download-only-351432 host does not exist
To start a cluster, run: "minikube start -p download-only-351432"
-- /stdout --
aaa_download_only_test.go:184: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.34.1/LogsDuration (0.08s)
=== RUN TestDownloadOnly/v1.34.1/DeleteAll
aaa_download_only_test.go:196: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.34.1/DeleteAll (0.21s)
=== RUN TestDownloadOnly/v1.34.1/DeleteAlwaysSucceeds
aaa_download_only_test.go:207: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-351432
--- PASS: TestDownloadOnly/v1.34.1/DeleteAlwaysSucceeds (0.14s)
=== RUN TestBinaryMirror
I1122 01:57:33.760859 4130 binary.go:80] Not caching binary, using https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubectl.sha256
aaa_download_only_test.go:309: (dbg) Run: out/minikube-linux-arm64 start --download-only -p binary-mirror-405907 --alsologtostderr --binary-mirror http://127.0.0.1:44491 --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "binary-mirror-405907" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p binary-mirror-405907
--- PASS: TestBinaryMirror (0.61s)
=== RUN TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
addons_test.go:1000: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-255419
addons_test.go:1000: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable dashboard -p addons-255419: exit status 85 (73.633536ms)
-- stdout --
* Profile "addons-255419" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-255419"
-- /stdout --
--- PASS: TestAddons/PreSetup/EnablingAddonOnNonExistingCluster (0.07s)
=== RUN TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
addons_test.go:1011: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-255419
addons_test.go:1011: (dbg) Non-zero exit: out/minikube-linux-arm64 addons disable dashboard -p addons-255419: exit status 85 (60.39349ms)
-- stdout --
* Profile "addons-255419" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-255419"
-- /stdout --
--- PASS: TestAddons/PreSetup/DisablingAddonOnNonExistingCluster (0.06s)
=== RUN TestAddons/Setup
addons_test.go:108: (dbg) Run: out/minikube-linux-arm64 start -p addons-255419 --wait=true --memory=4096 --alsologtostderr --addons=registry --addons=registry-creds --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher
addons_test.go:108: (dbg) Done: out/minikube-linux-arm64 start -p addons-255419 --wait=true --memory=4096 --alsologtostderr --addons=registry --addons=registry-creds --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher: (2m50.544700247s)
--- PASS: TestAddons/Setup (170.54s)
=== RUN TestAddons/serial/GCPAuth/Namespaces
addons_test.go:630: (dbg) Run: kubectl --context addons-255419 create ns new-namespace
addons_test.go:644: (dbg) Run: kubectl --context addons-255419 get secret gcp-auth -n new-namespace
--- PASS: TestAddons/serial/GCPAuth/Namespaces (0.27s)
=== RUN TestAddons/serial/GCPAuth/FakeCredentials
addons_test.go:675: (dbg) Run: kubectl --context addons-255419 create -f testdata/busybox.yaml
addons_test.go:682: (dbg) Run: kubectl --context addons-255419 create sa gcp-auth-test
addons_test.go:688: (dbg) TestAddons/serial/GCPAuth/FakeCredentials: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:352: "busybox" [da0a5f43-d151-447c-938e-9aaab9704d2b] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:352: "busybox" [da0a5f43-d151-447c-938e-9aaab9704d2b] Running
addons_test.go:688: (dbg) TestAddons/serial/GCPAuth/FakeCredentials: integration-test=busybox healthy within 10.004760131s
addons_test.go:694: (dbg) Run: kubectl --context addons-255419 exec busybox -- /bin/sh -c "printenv GOOGLE_APPLICATION_CREDENTIALS"
addons_test.go:706: (dbg) Run: kubectl --context addons-255419 describe sa gcp-auth-test
addons_test.go:720: (dbg) Run: kubectl --context addons-255419 exec busybox -- /bin/sh -c "cat /google-app-creds.json"
addons_test.go:744: (dbg) Run: kubectl --context addons-255419 exec busybox -- /bin/sh -c "printenv GOOGLE_CLOUD_PROJECT"
--- PASS: TestAddons/serial/GCPAuth/FakeCredentials (10.85s)
=== RUN TestAddons/StoppedEnableDisable
addons_test.go:172: (dbg) Run: out/minikube-linux-arm64 stop -p addons-255419
addons_test.go:172: (dbg) Done: out/minikube-linux-arm64 stop -p addons-255419: (12.182291164s)
addons_test.go:176: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-255419
addons_test.go:180: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-255419
addons_test.go:185: (dbg) Run: out/minikube-linux-arm64 addons disable gvisor -p addons-255419
--- PASS: TestAddons/StoppedEnableDisable (12.49s)
=== RUN TestCertOptions
=== PAUSE TestCertOptions
=== CONT TestCertOptions
cert_options_test.go:49: (dbg) Run: out/minikube-linux-arm64 start -p cert-options-359368 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio
cert_options_test.go:49: (dbg) Done: out/minikube-linux-arm64 start -p cert-options-359368 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio: (33.057523692s)
cert_options_test.go:60: (dbg) Run: out/minikube-linux-arm64 -p cert-options-359368 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"
cert_options_test.go:88: (dbg) Run: kubectl --context cert-options-359368 config view
cert_options_test.go:100: (dbg) Run: out/minikube-linux-arm64 ssh -p cert-options-359368 -- "sudo cat /etc/kubernetes/admin.conf"
helpers_test.go:175: Cleaning up "cert-options-359368" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-options-359368
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-options-359368: (2.13617394s)
--- PASS: TestCertOptions (35.91s)
=== RUN TestCertExpiration
=== PAUSE TestCertExpiration
=== CONT TestCertExpiration
cert_options_test.go:123: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-893129 --memory=3072 --cert-expiration=3m --driver=docker --container-runtime=crio
cert_options_test.go:123: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-893129 --memory=3072 --cert-expiration=3m --driver=docker --container-runtime=crio: (42.26183732s)
E1122 02:57:25.910405 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
cert_options_test.go:131: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-893129 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio
cert_options_test.go:131: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-893129 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio: (21.352201456s)
helpers_test.go:175: Cleaning up "cert-expiration-893129" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-expiration-893129
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-expiration-893129: (3.396178456s)
--- PASS: TestCertExpiration (247.01s)
=== RUN TestForceSystemdFlag
=== PAUSE TestForceSystemdFlag
=== CONT TestForceSystemdFlag
docker_test.go:91: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-flag-235428 --memory=3072 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:91: (dbg) Done: out/minikube-linux-arm64 start -p force-systemd-flag-235428 --memory=3072 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (40.242430231s)
docker_test.go:132: (dbg) Run: out/minikube-linux-arm64 -p force-systemd-flag-235428 ssh "cat /etc/crio/crio.conf.d/02-crio.conf"
helpers_test.go:175: Cleaning up "force-systemd-flag-235428" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-flag-235428
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-flag-235428: (2.586359444s)
--- PASS: TestForceSystemdFlag (43.13s)
=== RUN TestForceSystemdEnv
=== PAUSE TestForceSystemdEnv
=== CONT TestForceSystemdEnv
docker_test.go:155: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-env-289111 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:155: (dbg) Done: out/minikube-linux-arm64 start -p force-systemd-env-289111 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (44.70997058s)
helpers_test.go:175: Cleaning up "force-systemd-env-289111" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-env-289111
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-env-289111: (2.95185531s)
--- PASS: TestForceSystemdEnv (47.66s)
=== RUN TestErrorSpam/setup
error_spam_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -p nospam-174738 -n=1 --memory=3072 --wait=false --log_dir=/tmp/nospam-174738 --driver=docker --container-runtime=crio
error_spam_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -p nospam-174738 -n=1 --memory=3072 --wait=false --log_dir=/tmp/nospam-174738 --driver=docker --container-runtime=crio: (34.363625719s)
--- PASS: TestErrorSpam/setup (34.36s)
=== RUN TestErrorSpam/start
error_spam_test.go:206: Cleaning up 1 logfile(s) ...
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 start --dry-run
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 start --dry-run
error_spam_test.go:172: (dbg) Run: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 start --dry-run
--- PASS: TestErrorSpam/start (0.81s)
=== RUN TestErrorSpam/status
error_spam_test.go:206: Cleaning up 0 logfile(s) ...
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 status
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 status
error_spam_test.go:172: (dbg) Run: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 status
--- PASS: TestErrorSpam/status (1.10s)
=== RUN TestErrorSpam/pause
error_spam_test.go:206: Cleaning up 0 logfile(s) ...
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 pause
error_spam_test.go:149: (dbg) Non-zero exit: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 pause: exit status 80 (2.46374842s)
-- stdout --
* Pausing node nospam-174738 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:04:24Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:151: "out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 pause" failed: exit status 80
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 pause
error_spam_test.go:149: (dbg) Non-zero exit: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 pause: exit status 80 (2.116620386s)
-- stdout --
* Pausing node nospam-174738 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:04:26Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:151: "out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 pause" failed: exit status 80
error_spam_test.go:172: (dbg) Run: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 pause
error_spam_test.go:172: (dbg) Non-zero exit: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 pause: exit status 80 (2.174472671s)
-- stdout --
* Pausing node nospam-174738 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:04:28Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:174: "out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 pause" failed: exit status 80
--- PASS: TestErrorSpam/pause (6.76s)
=== RUN TestErrorSpam/unpause
error_spam_test.go:206: Cleaning up 0 logfile(s) ...
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 unpause
error_spam_test.go:149: (dbg) Non-zero exit: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 unpause: exit status 80 (1.71619619s)
-- stdout --
* Unpausing node nospam-174738 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_UNPAUSE: Pause: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:04:30Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:151: "out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 unpause" failed: exit status 80
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 unpause
error_spam_test.go:149: (dbg) Non-zero exit: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 unpause: exit status 80 (1.878802654s)
-- stdout --
* Unpausing node nospam-174738 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_UNPAUSE: Pause: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:04:32Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:151: "out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 unpause" failed: exit status 80
error_spam_test.go:172: (dbg) Run: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 unpause
error_spam_test.go:172: (dbg) Non-zero exit: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 unpause: exit status 80 (1.990174321s)
-- stdout --
* Unpausing node nospam-174738 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_UNPAUSE: Pause: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-11-22T02:04:34Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:174: "out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 unpause" failed: exit status 80
--- PASS: TestErrorSpam/unpause (5.59s)
=== RUN TestErrorSpam/stop
error_spam_test.go:206: Cleaning up 0 logfile(s) ...
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 stop
error_spam_test.go:149: (dbg) Done: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 stop: (1.325745885s)
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 stop
error_spam_test.go:172: (dbg) Run: out/minikube-linux-arm64 -p nospam-174738 --log_dir /tmp/nospam-174738 stop
--- PASS: TestErrorSpam/stop (1.53s)
=== RUN TestFunctional/serial/CopySyncFile
functional_test.go:1860: local sync path: /home/jenkins/minikube-integration/21946-2339/.minikube/files/etc/test/nested/copy/4130/hosts
--- PASS: TestFunctional/serial/CopySyncFile (0.00s)
=== RUN TestFunctional/serial/StartWithProxy
functional_test.go:2239: (dbg) Run: out/minikube-linux-arm64 start -p functional-776464 --memory=4096 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio
E1122 02:05:26.021204 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:05:26.027627 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:05:26.039137 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:05:26.060598 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:05:26.102052 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:05:26.183480 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:05:26.345203 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:05:26.667682 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:05:27.309739 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:05:28.591712 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:05:31.153204 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:05:36.275535 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:05:46.517008 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
functional_test.go:2239: (dbg) Done: out/minikube-linux-arm64 start -p functional-776464 --memory=4096 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio: (1m19.814763208s)
--- PASS: TestFunctional/serial/StartWithProxy (79.82s)
=== RUN TestFunctional/serial/AuditLog
--- PASS: TestFunctional/serial/AuditLog (0.00s)
=== RUN TestFunctional/serial/SoftStart
I1122 02:06:00.513706 4130 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
functional_test.go:674: (dbg) Run: out/minikube-linux-arm64 start -p functional-776464 --alsologtostderr -v=8
E1122 02:06:06.998476 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
functional_test.go:674: (dbg) Done: out/minikube-linux-arm64 start -p functional-776464 --alsologtostderr -v=8: (28.756888919s)
functional_test.go:678: soft start took 28.757466739s for "functional-776464" cluster.
I1122 02:06:29.270910 4130 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestFunctional/serial/SoftStart (28.76s)
=== RUN TestFunctional/serial/KubeContext
functional_test.go:696: (dbg) Run: kubectl config current-context
--- PASS: TestFunctional/serial/KubeContext (0.06s)
=== RUN TestFunctional/serial/KubectlGetPods
functional_test.go:711: (dbg) Run: kubectl --context functional-776464 get po -A
--- PASS: TestFunctional/serial/KubectlGetPods (0.10s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_remote
functional_test.go:1064: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 cache add registry.k8s.io/pause:3.1
functional_test.go:1064: (dbg) Done: out/minikube-linux-arm64 -p functional-776464 cache add registry.k8s.io/pause:3.1: (1.335567522s)
functional_test.go:1064: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 cache add registry.k8s.io/pause:3.3
functional_test.go:1064: (dbg) Done: out/minikube-linux-arm64 -p functional-776464 cache add registry.k8s.io/pause:3.3: (1.265422567s)
functional_test.go:1064: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 cache add registry.k8s.io/pause:latest
functional_test.go:1064: (dbg) Done: out/minikube-linux-arm64 -p functional-776464 cache add registry.k8s.io/pause:latest: (1.112416775s)
--- PASS: TestFunctional/serial/CacheCmd/cache/add_remote (3.71s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_local
functional_test.go:1092: (dbg) Run: docker build -t minikube-local-cache-test:functional-776464 /tmp/TestFunctionalserialCacheCmdcacheadd_local2520465544/001
functional_test.go:1104: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 cache add minikube-local-cache-test:functional-776464
functional_test.go:1109: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 cache delete minikube-local-cache-test:functional-776464
functional_test.go:1098: (dbg) Run: docker rmi minikube-local-cache-test:functional-776464
--- PASS: TestFunctional/serial/CacheCmd/cache/add_local (1.11s)
=== RUN TestFunctional/serial/CacheCmd/cache/CacheDelete
functional_test.go:1117: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.3
--- PASS: TestFunctional/serial/CacheCmd/cache/CacheDelete (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/list
functional_test.go:1125: (dbg) Run: out/minikube-linux-arm64 cache list
--- PASS: TestFunctional/serial/CacheCmd/cache/list (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node
functional_test.go:1139: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh sudo crictl images
--- PASS: TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node (0.30s)
=== RUN TestFunctional/serial/CacheCmd/cache/cache_reload
functional_test.go:1162: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh sudo crictl rmi registry.k8s.io/pause:latest
functional_test.go:1168: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh sudo crictl inspecti registry.k8s.io/pause:latest
functional_test.go:1168: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-776464 ssh sudo crictl inspecti registry.k8s.io/pause:latest: exit status 1 (298.783683ms)
-- stdout --
[31mFATA[0m[0000] no such image "registry.k8s.io/pause:latest" present
-- /stdout --
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:1173: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 cache reload
functional_test.go:1178: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh sudo crictl inspecti registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/cache_reload (1.83s)
=== RUN TestFunctional/serial/CacheCmd/cache/delete
functional_test.go:1187: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.1
functional_test.go:1187: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/delete (0.12s)
=== RUN TestFunctional/serial/MinikubeKubectlCmd
functional_test.go:731: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 kubectl -- --context functional-776464 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmd (0.15s)
=== RUN TestFunctional/serial/MinikubeKubectlCmdDirectly
functional_test.go:756: (dbg) Run: out/kubectl --context functional-776464 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmdDirectly (0.13s)
=== RUN TestFunctional/serial/ExtraConfig
functional_test.go:772: (dbg) Run: out/minikube-linux-arm64 start -p functional-776464 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all
E1122 02:06:47.961302 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
functional_test.go:772: (dbg) Done: out/minikube-linux-arm64 start -p functional-776464 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all: (39.580727265s)
functional_test.go:776: restart took 39.580828198s for "functional-776464" cluster.
I1122 02:07:16.472316 4130 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestFunctional/serial/ExtraConfig (39.58s)
=== RUN TestFunctional/serial/ComponentHealth
functional_test.go:825: (dbg) Run: kubectl --context functional-776464 get po -l tier=control-plane -n kube-system -o=json
functional_test.go:840: etcd phase: Running
functional_test.go:850: etcd status: Ready
functional_test.go:840: kube-apiserver phase: Running
functional_test.go:850: kube-apiserver status: Ready
functional_test.go:840: kube-controller-manager phase: Running
functional_test.go:850: kube-controller-manager status: Ready
functional_test.go:840: kube-scheduler phase: Running
functional_test.go:850: kube-scheduler status: Ready
--- PASS: TestFunctional/serial/ComponentHealth (0.10s)
=== RUN TestFunctional/serial/LogsCmd
functional_test.go:1251: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 logs
functional_test.go:1251: (dbg) Done: out/minikube-linux-arm64 -p functional-776464 logs: (1.509744502s)
--- PASS: TestFunctional/serial/LogsCmd (1.51s)
=== RUN TestFunctional/serial/LogsFileCmd
functional_test.go:1265: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 logs --file /tmp/TestFunctionalserialLogsFileCmd3422560454/001/logs.txt
functional_test.go:1265: (dbg) Done: out/minikube-linux-arm64 -p functional-776464 logs --file /tmp/TestFunctionalserialLogsFileCmd3422560454/001/logs.txt: (1.484626428s)
--- PASS: TestFunctional/serial/LogsFileCmd (1.49s)
=== RUN TestFunctional/serial/InvalidService
functional_test.go:2326: (dbg) Run: kubectl --context functional-776464 apply -f testdata/invalidsvc.yaml
functional_test.go:2340: (dbg) Run: out/minikube-linux-arm64 service invalid-svc -p functional-776464
functional_test.go:2340: (dbg) Non-zero exit: out/minikube-linux-arm64 service invalid-svc -p functional-776464: exit status 115 (383.306348ms)
-- stdout --
┌───────────┬─────────────┬─────────────┬───────────────────────────┐
│ NAMESPACE │ NAME │ TARGET PORT │ URL │
├───────────┼─────────────┼─────────────┼───────────────────────────┤
│ default │ invalid-svc │ 80 │ http://192.168.49.2:32241 │
└───────────┴─────────────┴─────────────┴───────────────────────────┘
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service invalid-svc found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_96b204199e3191fa1740d4430b018a3c8028d52d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:2332: (dbg) Run: kubectl --context functional-776464 delete -f testdata/invalidsvc.yaml
--- PASS: TestFunctional/serial/InvalidService (4.49s)
=== RUN TestFunctional/parallel/ConfigCmd
=== PAUSE TestFunctional/parallel/ConfigCmd
=== CONT TestFunctional/parallel/ConfigCmd
functional_test.go:1214: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 config unset cpus
functional_test.go:1214: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 config get cpus
functional_test.go:1214: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-776464 config get cpus: exit status 14 (87.165968ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
functional_test.go:1214: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 config set cpus 2
functional_test.go:1214: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 config get cpus
functional_test.go:1214: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 config unset cpus
functional_test.go:1214: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 config get cpus
functional_test.go:1214: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-776464 config get cpus: exit status 14 (65.67515ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
--- PASS: TestFunctional/parallel/ConfigCmd (0.48s)
=== RUN TestFunctional/parallel/DashboardCmd
=== PAUSE TestFunctional/parallel/DashboardCmd
=== CONT TestFunctional/parallel/DashboardCmd
functional_test.go:920: (dbg) daemon: [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-776464 --alsologtostderr -v=1]
functional_test.go:925: (dbg) stopping [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-776464 --alsologtostderr -v=1] ...
helpers_test.go:525: unable to kill pid 30487: os: process already finished
--- PASS: TestFunctional/parallel/DashboardCmd (12.98s)
=== RUN TestFunctional/parallel/DryRun
=== PAUSE TestFunctional/parallel/DryRun
=== CONT TestFunctional/parallel/DryRun
functional_test.go:989: (dbg) Run: out/minikube-linux-arm64 start -p functional-776464 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:989: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-776464 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (195.60782ms)
-- stdout --
* [functional-776464] minikube v1.37.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=21946
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
-- /stdout --
** stderr **
I1122 02:17:53.071100 30079 out.go:360] Setting OutFile to fd 1 ...
I1122 02:17:53.071246 30079 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:17:53.071272 30079 out.go:374] Setting ErrFile to fd 2...
I1122 02:17:53.071290 30079 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:17:53.071557 30079 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:17:53.071959 30079 out.go:368] Setting JSON to false
I1122 02:17:53.072885 30079 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":3599,"bootTime":1763774274,"procs":180,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 02:17:53.072949 30079 start.go:143] virtualization:
I1122 02:17:53.078071 30079 out.go:179] * [functional-776464] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 02:17:53.081084 30079 out.go:179] - MINIKUBE_LOCATION=21946
I1122 02:17:53.081164 30079 notify.go:221] Checking for updates...
I1122 02:17:53.086979 30079 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 02:17:53.089904 30079 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 02:17:53.092829 30079 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 02:17:53.095797 30079 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 02:17:53.098744 30079 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 02:17:53.102198 30079 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:17:53.102870 30079 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 02:17:53.127612 30079 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 02:17:53.127730 30079 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 02:17:53.187587 30079 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 02:17:53.177831509 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 02:17:53.187692 30079 docker.go:319] overlay module found
I1122 02:17:53.190783 30079 out.go:179] * Using the docker driver based on existing profile
I1122 02:17:53.193643 30079 start.go:309] selected driver: docker
I1122 02:17:53.193661 30079 start.go:927] validating driver "docker" against &{Name:functional-776464 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:functional-776464 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] Moun
tPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 02:17:53.193780 30079 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 02:17:53.197365 30079 out.go:203]
W1122 02:17:53.200193 30079 out.go:285] X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
I1122 02:17:53.203282 30079 out.go:203]
** /stderr **
functional_test.go:1006: (dbg) Run: out/minikube-linux-arm64 start -p functional-776464 --dry-run --alsologtostderr -v=1 --driver=docker --container-runtime=crio
--- PASS: TestFunctional/parallel/DryRun (0.44s)
=== RUN TestFunctional/parallel/InternationalLanguage
=== PAUSE TestFunctional/parallel/InternationalLanguage
=== CONT TestFunctional/parallel/InternationalLanguage
functional_test.go:1035: (dbg) Run: out/minikube-linux-arm64 start -p functional-776464 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:1035: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-776464 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (195.199053ms)
-- stdout --
* [functional-776464] minikube v1.37.0 sur Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=21946
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Utilisation du pilote docker basé sur le profil existant
-- /stdout --
** stderr **
I1122 02:17:52.865557 30032 out.go:360] Setting OutFile to fd 1 ...
I1122 02:17:52.865679 30032 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:17:52.865742 30032 out.go:374] Setting ErrFile to fd 2...
I1122 02:17:52.865753 30032 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:17:52.866135 30032 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:17:52.866521 30032 out.go:368] Setting JSON to false
I1122 02:17:52.867423 30032 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":3599,"bootTime":1763774274,"procs":180,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 02:17:52.867495 30032 start.go:143] virtualization:
I1122 02:17:52.871396 30032 out.go:179] * [functional-776464] minikube v1.37.0 sur Ubuntu 20.04 (arm64)
I1122 02:17:52.874419 30032 out.go:179] - MINIKUBE_LOCATION=21946
I1122 02:17:52.874500 30032 notify.go:221] Checking for updates...
I1122 02:17:52.880186 30032 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 02:17:52.882935 30032 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 02:17:52.885767 30032 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 02:17:52.888798 30032 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 02:17:52.891579 30032 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 02:17:52.894920 30032 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:17:52.895580 30032 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 02:17:52.930118 30032 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 02:17:52.930263 30032 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 02:17:52.987852 30032 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-11-22 02:17:52.978580585 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 02:17:52.987971 30032 docker.go:319] overlay module found
I1122 02:17:52.991027 30032 out.go:179] * Utilisation du pilote docker basé sur le profil existant
I1122 02:17:52.993866 30032 start.go:309] selected driver: docker
I1122 02:17:52.993884 30032 start.go:927] validating driver "docker" against &{Name:functional-776464 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1763507788-21924@sha256:1e20c07242571f3eb6bbb213b88269c923b5578034662e07409047e7102bdd1a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:functional-776464 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] Moun
tPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1122 02:17:52.993993 30032 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 02:17:52.997621 30032 out.go:203]
W1122 02:17:53.001006 30032 out.go:285] X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
I1122 02:17:53.006824 30032 out.go:203]
** /stderr **
--- PASS: TestFunctional/parallel/InternationalLanguage (0.20s)
=== RUN TestFunctional/parallel/StatusCmd
=== PAUSE TestFunctional/parallel/StatusCmd
=== CONT TestFunctional/parallel/StatusCmd
functional_test.go:869: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 status
functional_test.go:875: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 status -f host:{{.Host}},kublet:{{.Kubelet}},apiserver:{{.APIServer}},kubeconfig:{{.Kubeconfig}}
functional_test.go:887: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 status -o json
--- PASS: TestFunctional/parallel/StatusCmd (1.03s)
=== RUN TestFunctional/parallel/AddonsCmd
=== PAUSE TestFunctional/parallel/AddonsCmd
=== CONT TestFunctional/parallel/AddonsCmd
functional_test.go:1695: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 addons list
functional_test.go:1707: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 addons list -o json
--- PASS: TestFunctional/parallel/AddonsCmd (0.21s)
=== RUN TestFunctional/parallel/PersistentVolumeClaim
=== PAUSE TestFunctional/parallel/PersistentVolumeClaim
=== CONT TestFunctional/parallel/PersistentVolumeClaim
functional_test_pvc_test.go:50: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "integration-test=storage-provisioner" in namespace "kube-system" ...
helpers_test.go:352: "storage-provisioner" [84d15591-c85e-4a70-8a97-bf67b075ff96] Running
functional_test_pvc_test.go:50: (dbg) TestFunctional/parallel/PersistentVolumeClaim: integration-test=storage-provisioner healthy within 6.003376318s
functional_test_pvc_test.go:55: (dbg) Run: kubectl --context functional-776464 get storageclass -o=json
functional_test_pvc_test.go:75: (dbg) Run: kubectl --context functional-776464 apply -f testdata/storage-provisioner/pvc.yaml
functional_test_pvc_test.go:82: (dbg) Run: kubectl --context functional-776464 get pvc myclaim -o=json
functional_test_pvc_test.go:131: (dbg) Run: kubectl --context functional-776464 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:140: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:352: "sp-pod" [23830b9b-4d31-4b96-851c-d3b34eadb127] Pending
helpers_test.go:352: "sp-pod" [23830b9b-4d31-4b96-851c-d3b34eadb127] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:352: "sp-pod" [23830b9b-4d31-4b96-851c-d3b34eadb127] Running
functional_test_pvc_test.go:140: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 12.003162419s
functional_test_pvc_test.go:106: (dbg) Run: kubectl --context functional-776464 exec sp-pod -- touch /tmp/mount/foo
functional_test_pvc_test.go:112: (dbg) Run: kubectl --context functional-776464 delete -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:112: (dbg) Done: kubectl --context functional-776464 delete -f testdata/storage-provisioner/pod.yaml: (1.019219439s)
functional_test_pvc_test.go:131: (dbg) Run: kubectl --context functional-776464 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:140: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:352: "sp-pod" [bb2eb396-2f3e-485f-a0e0-831456679ebd] Pending
helpers_test.go:352: "sp-pod" [bb2eb396-2f3e-485f-a0e0-831456679ebd] Running
functional_test_pvc_test.go:140: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 7.003868528s
functional_test_pvc_test.go:120: (dbg) Run: kubectl --context functional-776464 exec sp-pod -- ls /tmp/mount
--- PASS: TestFunctional/parallel/PersistentVolumeClaim (27.03s)
=== RUN TestFunctional/parallel/SSHCmd
=== PAUSE TestFunctional/parallel/SSHCmd
=== CONT TestFunctional/parallel/SSHCmd
functional_test.go:1730: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "echo hello"
functional_test.go:1747: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "cat /etc/hostname"
--- PASS: TestFunctional/parallel/SSHCmd (0.72s)
=== RUN TestFunctional/parallel/CpCmd
=== PAUSE TestFunctional/parallel/CpCmd
=== CONT TestFunctional/parallel/CpCmd
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 cp testdata/cp-test.txt /home/docker/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh -n functional-776464 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 cp functional-776464:/home/docker/cp-test.txt /tmp/TestFunctionalparallelCpCmd3381565068/001/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh -n functional-776464 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 cp testdata/cp-test.txt /tmp/does/not/exist/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh -n functional-776464 "sudo cat /tmp/does/not/exist/cp-test.txt"
--- PASS: TestFunctional/parallel/CpCmd (2.34s)
=== RUN TestFunctional/parallel/FileSync
=== PAUSE TestFunctional/parallel/FileSync
=== CONT TestFunctional/parallel/FileSync
functional_test.go:1934: Checking for existence of /etc/test/nested/copy/4130/hosts within VM
functional_test.go:1936: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "sudo cat /etc/test/nested/copy/4130/hosts"
functional_test.go:1941: file sync test content: Test file for checking file sync process
--- PASS: TestFunctional/parallel/FileSync (0.39s)
=== RUN TestFunctional/parallel/CertSync
=== PAUSE TestFunctional/parallel/CertSync
=== CONT TestFunctional/parallel/CertSync
functional_test.go:1977: Checking for existence of /etc/ssl/certs/4130.pem within VM
functional_test.go:1978: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "sudo cat /etc/ssl/certs/4130.pem"
functional_test.go:1977: Checking for existence of /usr/share/ca-certificates/4130.pem within VM
functional_test.go:1978: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "sudo cat /usr/share/ca-certificates/4130.pem"
functional_test.go:1977: Checking for existence of /etc/ssl/certs/51391683.0 within VM
functional_test.go:1978: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "sudo cat /etc/ssl/certs/51391683.0"
functional_test.go:2004: Checking for existence of /etc/ssl/certs/41302.pem within VM
functional_test.go:2005: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "sudo cat /etc/ssl/certs/41302.pem"
functional_test.go:2004: Checking for existence of /usr/share/ca-certificates/41302.pem within VM
functional_test.go:2005: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "sudo cat /usr/share/ca-certificates/41302.pem"
functional_test.go:2004: Checking for existence of /etc/ssl/certs/3ec20f2e.0 within VM
functional_test.go:2005: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "sudo cat /etc/ssl/certs/3ec20f2e.0"
--- PASS: TestFunctional/parallel/CertSync (2.29s)
=== RUN TestFunctional/parallel/NodeLabels
=== PAUSE TestFunctional/parallel/NodeLabels
=== CONT TestFunctional/parallel/NodeLabels
functional_test.go:234: (dbg) Run: kubectl --context functional-776464 get nodes --output=go-template "--template='{{range $k, $v := (index .items 0).metadata.labels}}{{$k}} {{end}}'"
--- PASS: TestFunctional/parallel/NodeLabels (0.11s)
=== RUN TestFunctional/parallel/NonActiveRuntimeDisabled
=== PAUSE TestFunctional/parallel/NonActiveRuntimeDisabled
=== CONT TestFunctional/parallel/NonActiveRuntimeDisabled
functional_test.go:2032: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "sudo systemctl is-active docker"
functional_test.go:2032: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-776464 ssh "sudo systemctl is-active docker": exit status 1 (387.291572ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
functional_test.go:2032: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "sudo systemctl is-active containerd"
functional_test.go:2032: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-776464 ssh "sudo systemctl is-active containerd": exit status 1 (530.944338ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestFunctional/parallel/NonActiveRuntimeDisabled (0.92s)
=== RUN TestFunctional/parallel/License
=== PAUSE TestFunctional/parallel/License
=== CONT TestFunctional/parallel/License
functional_test.go:2293: (dbg) Run: out/minikube-linux-arm64 license
--- PASS: TestFunctional/parallel/License (0.34s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-776464 tunnel --alsologtostderr]
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-776464 tunnel --alsologtostderr]
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-776464 tunnel --alsologtostderr] ...
helpers_test.go:525: unable to kill pid 26527: os: process already finished
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-776464 tunnel --alsologtostderr] ...
helpers_test.go:507: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel (0.66s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/StartTunnel
functional_test_tunnel_test.go:129: (dbg) daemon: [out/minikube-linux-arm64 -p functional-776464 tunnel --alsologtostderr]
--- PASS: TestFunctional/parallel/TunnelCmd/serial/StartTunnel (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup
functional_test_tunnel_test.go:212: (dbg) Run: kubectl --context functional-776464 apply -f testdata/testsvc.yaml
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: waiting 4m0s for pods matching "run=nginx-svc" in namespace "default" ...
helpers_test.go:352: "nginx-svc" [078edc19-2de2-4695-8c9a-9cb2adcacf21] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:352: "nginx-svc" [078edc19-2de2-4695-8c9a-9cb2adcacf21] Running
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: run=nginx-svc healthy within 9.003735597s
I1122 02:07:35.399734 4130 kapi.go:150] Service nginx-svc in namespace default found.
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup (9.49s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP
functional_test_tunnel_test.go:234: (dbg) Run: kubectl --context functional-776464 get svc nginx-svc -o jsonpath={.status.loadBalancer.ingress[0].ip}
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP (0.11s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessDirect
functional_test_tunnel_test.go:299: tunnel at http://10.96.158.26 is working!
--- PASS: TestFunctional/parallel/TunnelCmd/serial/AccessDirect (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel
functional_test_tunnel_test.go:434: (dbg) stopping [out/minikube-linux-arm64 -p functional-776464 tunnel --alsologtostderr] ...
functional_test_tunnel_test.go:437: failed to stop process: signal: terminated
--- PASS: TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel (0.11s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_not_create
functional_test.go:1285: (dbg) Run: out/minikube-linux-arm64 profile lis
functional_test.go:1290: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestFunctional/parallel/ProfileCmd/profile_not_create (0.43s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_list
functional_test.go:1325: (dbg) Run: out/minikube-linux-arm64 profile list
functional_test.go:1330: Took "372.056745ms" to run "out/minikube-linux-arm64 profile list"
functional_test.go:1339: (dbg) Run: out/minikube-linux-arm64 profile list -l
functional_test.go:1344: Took "53.981994ms" to run "out/minikube-linux-arm64 profile list -l"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_list (0.43s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_json_output
functional_test.go:1376: (dbg) Run: out/minikube-linux-arm64 profile list -o json
functional_test.go:1381: Took "357.548675ms" to run "out/minikube-linux-arm64 profile list -o json"
functional_test.go:1389: (dbg) Run: out/minikube-linux-arm64 profile list -o json --light
functional_test.go:1394: Took "59.971836ms" to run "out/minikube-linux-arm64 profile list -o json --light"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_json_output (0.42s)
=== RUN TestFunctional/parallel/MountCmd/any-port
functional_test_mount_test.go:73: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-776464 /tmp/TestFunctionalparallelMountCmdany-port1052163714/001:/mount-9p --alsologtostderr -v=1]
functional_test_mount_test.go:107: wrote "test-1763777860706496033" to /tmp/TestFunctionalparallelMountCmdany-port1052163714/001/created-by-test
functional_test_mount_test.go:107: wrote "test-1763777860706496033" to /tmp/TestFunctionalparallelMountCmdany-port1052163714/001/created-by-test-removed-by-pod
functional_test_mount_test.go:107: wrote "test-1763777860706496033" to /tmp/TestFunctionalparallelMountCmdany-port1052163714/001/test-1763777860706496033
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:115: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-776464 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (338.132857ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I1122 02:17:41.044873 4130 retry.go:31] will retry after 672.907631ms: exit status 1
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:129: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh -- ls -la /mount-9p
functional_test_mount_test.go:133: guest mount directory contents
total 2
-rw-r--r-- 1 docker docker 24 Nov 22 02:17 created-by-test
-rw-r--r-- 1 docker docker 24 Nov 22 02:17 created-by-test-removed-by-pod
-rw-r--r-- 1 docker docker 24 Nov 22 02:17 test-1763777860706496033
functional_test_mount_test.go:137: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh cat /mount-9p/test-1763777860706496033
functional_test_mount_test.go:148: (dbg) Run: kubectl --context functional-776464 replace --force -f testdata/busybox-mount-test.yaml
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: waiting 4m0s for pods matching "integration-test=busybox-mount" in namespace "default" ...
helpers_test.go:352: "busybox-mount" [18b34e4c-6e26-49a0-8204-28c37553babc] Pending
helpers_test.go:352: "busybox-mount" [18b34e4c-6e26-49a0-8204-28c37553babc] Pending / Ready:ContainersNotReady (containers with unready status: [mount-munger]) / ContainersReady:ContainersNotReady (containers with unready status: [mount-munger])
helpers_test.go:352: "busybox-mount" [18b34e4c-6e26-49a0-8204-28c37553babc] Pending / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:352: "busybox-mount" [18b34e4c-6e26-49a0-8204-28c37553babc] Succeeded / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: integration-test=busybox-mount healthy within 4.003568299s
functional_test_mount_test.go:169: (dbg) Run: kubectl --context functional-776464 logs busybox-mount
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh stat /mount-9p/created-by-test
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh stat /mount-9p/created-by-pod
functional_test_mount_test.go:90: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:94: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-776464 /tmp/TestFunctionalparallelMountCmdany-port1052163714/001:/mount-9p --alsologtostderr -v=1] ...
--- PASS: TestFunctional/parallel/MountCmd/any-port (7.10s)
=== RUN TestFunctional/parallel/MountCmd/specific-port
functional_test_mount_test.go:213: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-776464 /tmp/TestFunctionalparallelMountCmdspecific-port1722162507/001:/mount-9p --alsologtostderr -v=1 --port 46464]
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:243: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-776464 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (342.49563ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I1122 02:17:48.149283 4130 retry.go:31] will retry after 581.773273ms: exit status 1
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:257: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh -- ls -la /mount-9p
functional_test_mount_test.go:261: guest mount directory contents
total 0
functional_test_mount_test.go:263: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-776464 /tmp/TestFunctionalparallelMountCmdspecific-port1722162507/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
functional_test_mount_test.go:264: reading mount text
functional_test_mount_test.go:278: done reading mount text
functional_test_mount_test.go:230: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:230: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-776464 ssh "sudo umount -f /mount-9p": exit status 1 (273.709301ms)
-- stdout --
umount: /mount-9p: not mounted.
-- /stdout --
** stderr **
ssh: Process exited with status 32
** /stderr **
functional_test_mount_test.go:232: "out/minikube-linux-arm64 -p functional-776464 ssh \"sudo umount -f /mount-9p\"": exit status 1
functional_test_mount_test.go:234: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-776464 /tmp/TestFunctionalparallelMountCmdspecific-port1722162507/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
--- PASS: TestFunctional/parallel/MountCmd/specific-port (1.96s)
=== RUN TestFunctional/parallel/MountCmd/VerifyCleanup
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-776464 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3803121239/001:/mount1 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-776464 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3803121239/001:/mount2 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-776464 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3803121239/001:/mount3 --alsologtostderr -v=1]
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-776464 ssh "findmnt -T" /mount1: exit status 1 (635.131176ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I1122 02:17:50.401992 4130 retry.go:31] will retry after 515.15479ms: exit status 1
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "findmnt -T" /mount2
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh "findmnt -T" /mount3
functional_test_mount_test.go:370: (dbg) Run: out/minikube-linux-arm64 mount -p functional-776464 --kill=true
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-776464 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3803121239/001:/mount1 --alsologtostderr -v=1] ...
helpers_test.go:507: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-776464 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3803121239/001:/mount2 --alsologtostderr -v=1] ...
helpers_test.go:507: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-776464 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3803121239/001:/mount3 --alsologtostderr -v=1] ...
helpers_test.go:507: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/MountCmd/VerifyCleanup (2.03s)
=== RUN TestFunctional/parallel/ServiceCmd/List
functional_test.go:1469: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 service list
--- PASS: TestFunctional/parallel/ServiceCmd/List (0.67s)
=== RUN TestFunctional/parallel/ServiceCmd/JSONOutput
functional_test.go:1499: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 service list -o json
functional_test.go:1499: (dbg) Done: out/minikube-linux-arm64 -p functional-776464 service list -o json: (1.434744643s)
functional_test.go:1504: Took "1.434831807s" to run "out/minikube-linux-arm64 -p functional-776464 service list -o json"
--- PASS: TestFunctional/parallel/ServiceCmd/JSONOutput (1.43s)
=== RUN TestFunctional/parallel/Version/short
=== PAUSE TestFunctional/parallel/Version/short
=== CONT TestFunctional/parallel/Version/short
functional_test.go:2261: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 version --short
--- PASS: TestFunctional/parallel/Version/short (0.09s)
=== RUN TestFunctional/parallel/Version/components
=== PAUSE TestFunctional/parallel/Version/components
=== CONT TestFunctional/parallel/Version/components
functional_test.go:2275: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 version -o=json --components
--- PASS: TestFunctional/parallel/Version/components (0.79s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListShort
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListShort
=== CONT TestFunctional/parallel/ImageCommands/ImageListShort
functional_test.go:276: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 image ls --format short --alsologtostderr
functional_test.go:281: (dbg) Stdout: out/minikube-linux-arm64 -p functional-776464 image ls --format short --alsologtostderr:
registry.k8s.io/pause:latest
registry.k8s.io/pause:3.3
registry.k8s.io/pause:3.10.1
registry.k8s.io/pause:3.1
registry.k8s.io/kube-scheduler:v1.34.1
registry.k8s.io/kube-proxy:v1.34.1
registry.k8s.io/kube-controller-manager:v1.34.1
registry.k8s.io/kube-apiserver:v1.34.1
registry.k8s.io/etcd:3.6.4-0
registry.k8s.io/coredns/coredns:v1.12.1
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28.4-glibc
docker.io/library/nginx:latest
docker.io/library/nginx:alpine
docker.io/kindest/kindnetd:v20250512-df8de77b
functional_test.go:284: (dbg) Stderr: out/minikube-linux-arm64 -p functional-776464 image ls --format short --alsologtostderr:
I1122 02:18:10.084379 32759 out.go:360] Setting OutFile to fd 1 ...
I1122 02:18:10.084563 32759 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:18:10.084577 32759 out.go:374] Setting ErrFile to fd 2...
I1122 02:18:10.084583 32759 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:18:10.084905 32759 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:18:10.085663 32759 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:18:10.085837 32759 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:18:10.086416 32759 cli_runner.go:164] Run: docker container inspect functional-776464 --format={{.State.Status}}
I1122 02:18:10.123447 32759 ssh_runner.go:195] Run: systemctl --version
I1122 02:18:10.123505 32759 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-776464
I1122 02:18:10.147912 32759 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/functional-776464/id_rsa Username:docker}
I1122 02:18:10.250294 32759 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListShort (0.31s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListTable
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListTable
=== CONT TestFunctional/parallel/ImageCommands/ImageListTable
functional_test.go:276: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 image ls --format table --alsologtostderr
functional_test.go:281: (dbg) Stdout: out/minikube-linux-arm64 -p functional-776464 image ls --format table --alsologtostderr:
┌─────────────────────────────────────────┬────────────────────┬───────────────┬────────┐
│ IMAGE │ TAG │ IMAGE ID │ SIZE │
├─────────────────────────────────────────┼────────────────────┼───────────────┼────────┤
│ registry.k8s.io/coredns/coredns │ v1.12.1 │ 138784d87c9c5 │ 73.2MB │
│ docker.io/kindest/kindnetd │ v20250512-df8de77b │ b1a8c6f707935 │ 111MB │
│ registry.k8s.io/kube-controller-manager │ v1.34.1 │ 7eb2c6ff0c5a7 │ 72.6MB │
│ registry.k8s.io/pause │ latest │ 8cb2091f603e7 │ 246kB │
│ docker.io/library/nginx │ latest │ bb747ca923a5e │ 176MB │
│ registry.k8s.io/etcd │ 3.6.4-0 │ a1894772a478e │ 206MB │
│ registry.k8s.io/kube-apiserver │ v1.34.1 │ 43911e833d64d │ 84.8MB │
│ registry.k8s.io/kube-proxy │ v1.34.1 │ 05baa95f5142d │ 75.9MB │
│ registry.k8s.io/pause │ 3.1 │ 8057e0500773a │ 529kB │
│ registry.k8s.io/pause │ 3.10.1 │ d7b100cd9a77b │ 520kB │
│ registry.k8s.io/pause │ 3.3 │ 3d18732f8686c │ 487kB │
│ docker.io/library/nginx │ alpine │ cbad6347cca28 │ 54.8MB │
│ gcr.io/k8s-minikube/busybox │ 1.28.4-glibc │ 1611cd07b61d5 │ 3.77MB │
│ gcr.io/k8s-minikube/storage-provisioner │ v5 │ ba04bb24b9575 │ 29MB │
│ registry.k8s.io/kube-scheduler │ v1.34.1 │ b5f57ec6b9867 │ 51.6MB │
└─────────────────────────────────────────┴────────────────────┴───────────────┴────────┘
functional_test.go:284: (dbg) Stderr: out/minikube-linux-arm64 -p functional-776464 image ls --format table --alsologtostderr:
I1122 02:18:10.776291 32965 out.go:360] Setting OutFile to fd 1 ...
I1122 02:18:10.776963 32965 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:18:10.776992 32965 out.go:374] Setting ErrFile to fd 2...
I1122 02:18:10.777011 32965 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:18:10.777330 32965 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:18:10.778062 32965 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:18:10.778239 32965 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:18:10.780331 32965 cli_runner.go:164] Run: docker container inspect functional-776464 --format={{.State.Status}}
I1122 02:18:10.805658 32965 ssh_runner.go:195] Run: systemctl --version
I1122 02:18:10.805713 32965 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-776464
I1122 02:18:10.827121 32965 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/functional-776464/id_rsa Username:docker}
I1122 02:18:10.934446 32965 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListTable (0.27s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListJson
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListJson
=== CONT TestFunctional/parallel/ImageCommands/ImageListJson
functional_test.go:276: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 image ls --format json --alsologtostderr
functional_test.go:281: (dbg) Stdout: out/minikube-linux-arm64 -p functional-776464 image ls --format json --alsologtostderr:
[{"id":"a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a","repoDigests":["docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c","docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a"],"repoTags":[],"size":"42263767"},{"id":"bb747ca923a5e1139baddd6f4743e0c0c74df58f4ad8ddbc10ab183b92f5a5c7","repoDigests":["docker.io/library/nginx@sha256:553f64aecdc31b5bf944521731cd70e35da4faed96b2b7548a3d8e2598c52a42","docker.io/library/nginx@sha256:7de350c1fbb1f7b119a1d08f69fef5c92624cb01e03bc25c0ae11072b8969712"],"repoTags":["docker.io/library/nginx:latest"],"size":"175943180"},{"id":"1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e","gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e"],"repoTags":["gcr.io/k8s
-minikube/busybox:1.28.4-glibc"],"size":"3774172"},{"id":"138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc","repoDigests":["registry.k8s.io/coredns/coredns@sha256:4779e7517f375a597f100524db6f7f8b5b8499a6ccd14aacfa65432d4cfd5789","registry.k8s.io/coredns/coredns@sha256:e8c262566636e6bc340ece6473b0eed193cad045384401529721ddbe6463d31c"],"repoTags":["registry.k8s.io/coredns/coredns:v1.12.1"],"size":"73195387"},{"id":"b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0","repoDigests":["registry.k8s.io/kube-scheduler@sha256:6e9fbc4e25a576483e6a233976353a66e4d77eb5d0530e9118e94b7d46fb3500","registry.k8s.io/kube-scheduler@sha256:d69ae11adb4233d440c302583adee9e3a37cf3626484476fe18ec821953e951e"],"repoTags":["registry.k8s.io/kube-scheduler:v1.34.1"],"size":"51592017"},{"id":"8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5","repoDigests":["registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f82a1e4cbf8a4498b67"],"repoTags":["registry.k8s.io/pause:3.1"],
"size":"528622"},{"id":"d7b100cd9a77ba782c5e428c8dd5a1df4a1e79d4cb6294acd7d01290ab3babbd","repoDigests":["registry.k8s.io/pause@sha256:278fb9dbcca9518083ad1e11276933a2e96f23de604a3a08cc3c80002767d24c","registry.k8s.io/pause@sha256:e9c466420bcaeede00f46ecfa0ca8cd854c549f2f13330e2723173d88f2de70f"],"repoTags":["registry.k8s.io/pause:3.10.1"],"size":"519884"},{"id":"8cb2091f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a","repoDigests":["registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca"],"repoTags":["registry.k8s.io/pause:latest"],"size":"246070"},{"id":"b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c","repoDigests":["docker.io/kindest/kindnetd@sha256:07a4b3fe0077a0ae606cc0a200fc25a28fa64dcc30b8d311b461089969449f9a","docker.io/kindest/kindnetd@sha256:2bdc3188f2ddc8e54841f69ef900a8dde1280057c97500f966a7ef31364021f1"],"repoTags":["docker.io/kindest/kindnetd:v20250512-df8de77b"],"size":"111333938"},{"id":"20b332c9a70d8516d849d1ac23eff5800cbb2f26
3d379f0ec11ee908db6b25a8","repoDigests":["docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93","docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf"],"repoTags":[],"size":"247562353"},{"id":"cbad6347cca28a6ee7b08793856bc6fcb2c2c7a377a62a5e6d785895c4194ac1","repoDigests":["docker.io/library/nginx@sha256:7391b3732e7f7ccd23ff1d02fbeadcde496f374d7460ad8e79260f8f6d2c9f90","docker.io/library/nginx@sha256:b3c656d55d7ad751196f21b7fd2e8d4da9cb430e32f646adcf92441b72f82b14"],"repoTags":["docker.io/library/nginx:alpine"],"size":"54837949"},{"id":"ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6","repoDigests":["gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2","gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944"],"repoTags":["gcr.io/k8s-minikube/storage-provisioner:v5"],"size":"2
9037500"},{"id":"a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e","repoDigests":["registry.k8s.io/etcd@sha256:5db83f9e7ee85732a647f5cf5fbdf85652afa8561b66c99f20756080ebd82ea5","registry.k8s.io/etcd@sha256:e36c081683425b5b3bc1425bc508b37e7107bb65dfa9367bf5a80125d431fa19"],"repoTags":["registry.k8s.io/etcd:3.6.4-0"],"size":"205987068"},{"id":"7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a","repoDigests":["registry.k8s.io/kube-controller-manager@sha256:1276f2ef2e44c06f37d7c3cccaa3f0100d5f4e939e5cfde42343962da346857f","registry.k8s.io/kube-controller-manager@sha256:2bf47c1b01f51e8963bf2327390883c9fa4ed03ea1b284500a2cba17ce303e89"],"repoTags":["registry.k8s.io/kube-controller-manager:v1.34.1"],"size":"72629077"},{"id":"43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196","repoDigests":["registry.k8s.io/kube-apiserver@sha256:b9d7c117f8ac52bed4b13aeed973dc5198f9d93a926e6fe9e0b384f155baa902","registry.k8s.io/kube-apiserver@sha256:ffe89a0fe39dd71bb6eee7066c95512bd4a8365c
b6df23eaf60e70209fe79645"],"repoTags":["registry.k8s.io/kube-apiserver:v1.34.1"],"size":"84753391"},{"id":"05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9","repoDigests":["registry.k8s.io/kube-proxy@sha256:90d560a712188ee40c7d03b070c8f2cbcb3097081e62306bc7e68e438cceb9a6","registry.k8s.io/kube-proxy@sha256:913cc83ca0b5588a81d86ce8eedeb3ed1e9c1326e81852a1ea4f622b74ff749a"],"repoTags":["registry.k8s.io/kube-proxy:v1.34.1"],"size":"75938711"},{"id":"3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0f77206a7300","repoDigests":["registry.k8s.io/pause@sha256:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476"],"repoTags":["registry.k8s.io/pause:3.3"],"size":"487479"}]
functional_test.go:284: (dbg) Stderr: out/minikube-linux-arm64 -p functional-776464 image ls --format json --alsologtostderr:
I1122 02:18:10.471858 32893 out.go:360] Setting OutFile to fd 1 ...
I1122 02:18:10.472102 32893 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:18:10.472132 32893 out.go:374] Setting ErrFile to fd 2...
I1122 02:18:10.472168 32893 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:18:10.472546 32893 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:18:10.473374 32893 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:18:10.473560 32893 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:18:10.474365 32893 cli_runner.go:164] Run: docker container inspect functional-776464 --format={{.State.Status}}
I1122 02:18:10.515143 32893 ssh_runner.go:195] Run: systemctl --version
I1122 02:18:10.515197 32893 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-776464
I1122 02:18:10.540956 32893 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/functional-776464/id_rsa Username:docker}
I1122 02:18:10.653465 32893 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListJson (0.30s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListYaml
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListYaml
=== CONT TestFunctional/parallel/ImageCommands/ImageListYaml
functional_test.go:276: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 image ls --format yaml --alsologtostderr
functional_test.go:281: (dbg) Stdout: out/minikube-linux-arm64 -p functional-776464 image ls --format yaml --alsologtostderr:
- id: d7b100cd9a77ba782c5e428c8dd5a1df4a1e79d4cb6294acd7d01290ab3babbd
repoDigests:
- registry.k8s.io/pause@sha256:278fb9dbcca9518083ad1e11276933a2e96f23de604a3a08cc3c80002767d24c
- registry.k8s.io/pause@sha256:e9c466420bcaeede00f46ecfa0ca8cd854c549f2f13330e2723173d88f2de70f
repoTags:
- registry.k8s.io/pause:3.10.1
size: "519884"
- id: 3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0f77206a7300
repoDigests:
- registry.k8s.io/pause@sha256:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476
repoTags:
- registry.k8s.io/pause:3.3
size: "487479"
- id: 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc
repoDigests:
- registry.k8s.io/coredns/coredns@sha256:4779e7517f375a597f100524db6f7f8b5b8499a6ccd14aacfa65432d4cfd5789
- registry.k8s.io/coredns/coredns@sha256:e8c262566636e6bc340ece6473b0eed193cad045384401529721ddbe6463d31c
repoTags:
- registry.k8s.io/coredns/coredns:v1.12.1
size: "73195387"
- id: cbad6347cca28a6ee7b08793856bc6fcb2c2c7a377a62a5e6d785895c4194ac1
repoDigests:
- docker.io/library/nginx@sha256:7391b3732e7f7ccd23ff1d02fbeadcde496f374d7460ad8e79260f8f6d2c9f90
- docker.io/library/nginx@sha256:b3c656d55d7ad751196f21b7fd2e8d4da9cb430e32f646adcf92441b72f82b14
repoTags:
- docker.io/library/nginx:alpine
size: "54837949"
- id: 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196
repoDigests:
- registry.k8s.io/kube-apiserver@sha256:b9d7c117f8ac52bed4b13aeed973dc5198f9d93a926e6fe9e0b384f155baa902
- registry.k8s.io/kube-apiserver@sha256:ffe89a0fe39dd71bb6eee7066c95512bd4a8365cb6df23eaf60e70209fe79645
repoTags:
- registry.k8s.io/kube-apiserver:v1.34.1
size: "84753391"
- id: b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0
repoDigests:
- registry.k8s.io/kube-scheduler@sha256:6e9fbc4e25a576483e6a233976353a66e4d77eb5d0530e9118e94b7d46fb3500
- registry.k8s.io/kube-scheduler@sha256:d69ae11adb4233d440c302583adee9e3a37cf3626484476fe18ec821953e951e
repoTags:
- registry.k8s.io/kube-scheduler:v1.34.1
size: "51592017"
- id: 8cb2091f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a
repoDigests:
- registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca
repoTags:
- registry.k8s.io/pause:latest
size: "246070"
- id: b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c
repoDigests:
- docker.io/kindest/kindnetd@sha256:07a4b3fe0077a0ae606cc0a200fc25a28fa64dcc30b8d311b461089969449f9a
- docker.io/kindest/kindnetd@sha256:2bdc3188f2ddc8e54841f69ef900a8dde1280057c97500f966a7ef31364021f1
repoTags:
- docker.io/kindest/kindnetd:v20250512-df8de77b
size: "111333938"
- id: a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a
repoDigests:
- docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c
- docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a
repoTags: []
size: "42263767"
- id: bb747ca923a5e1139baddd6f4743e0c0c74df58f4ad8ddbc10ab183b92f5a5c7
repoDigests:
- docker.io/library/nginx@sha256:553f64aecdc31b5bf944521731cd70e35da4faed96b2b7548a3d8e2598c52a42
- docker.io/library/nginx@sha256:7de350c1fbb1f7b119a1d08f69fef5c92624cb01e03bc25c0ae11072b8969712
repoTags:
- docker.io/library/nginx:latest
size: "175943180"
- id: a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e
repoDigests:
- registry.k8s.io/etcd@sha256:5db83f9e7ee85732a647f5cf5fbdf85652afa8561b66c99f20756080ebd82ea5
- registry.k8s.io/etcd@sha256:e36c081683425b5b3bc1425bc508b37e7107bb65dfa9367bf5a80125d431fa19
repoTags:
- registry.k8s.io/etcd:3.6.4-0
size: "205987068"
- id: 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a
repoDigests:
- registry.k8s.io/kube-controller-manager@sha256:1276f2ef2e44c06f37d7c3cccaa3f0100d5f4e939e5cfde42343962da346857f
- registry.k8s.io/kube-controller-manager@sha256:2bf47c1b01f51e8963bf2327390883c9fa4ed03ea1b284500a2cba17ce303e89
repoTags:
- registry.k8s.io/kube-controller-manager:v1.34.1
size: "72629077"
- id: 8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5
repoDigests:
- registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f82a1e4cbf8a4498b67
repoTags:
- registry.k8s.io/pause:3.1
size: "528622"
- id: 20b332c9a70d8516d849d1ac23eff5800cbb2f263d379f0ec11ee908db6b25a8
repoDigests:
- docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93
- docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf
repoTags: []
size: "247562353"
- id: 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c
repoDigests:
- gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e
- gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e
repoTags:
- gcr.io/k8s-minikube/busybox:1.28.4-glibc
size: "3774172"
- id: ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6
repoDigests:
- gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2
- gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944
repoTags:
- gcr.io/k8s-minikube/storage-provisioner:v5
size: "29037500"
- id: 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9
repoDigests:
- registry.k8s.io/kube-proxy@sha256:90d560a712188ee40c7d03b070c8f2cbcb3097081e62306bc7e68e438cceb9a6
- registry.k8s.io/kube-proxy@sha256:913cc83ca0b5588a81d86ce8eedeb3ed1e9c1326e81852a1ea4f622b74ff749a
repoTags:
- registry.k8s.io/kube-proxy:v1.34.1
size: "75938711"
functional_test.go:284: (dbg) Stderr: out/minikube-linux-arm64 -p functional-776464 image ls --format yaml --alsologtostderr:
I1122 02:18:10.185716 32799 out.go:360] Setting OutFile to fd 1 ...
I1122 02:18:10.185906 32799 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:18:10.185966 32799 out.go:374] Setting ErrFile to fd 2...
I1122 02:18:10.185987 32799 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:18:10.186289 32799 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:18:10.186997 32799 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:18:10.187154 32799 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:18:10.187610 32799 cli_runner.go:164] Run: docker container inspect functional-776464 --format={{.State.Status}}
I1122 02:18:10.211752 32799 ssh_runner.go:195] Run: systemctl --version
I1122 02:18:10.211809 32799 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-776464
I1122 02:18:10.233140 32799 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/functional-776464/id_rsa Username:docker}
I1122 02:18:10.349360 32799 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListYaml (0.29s)
=== RUN TestFunctional/parallel/ImageCommands/ImageBuild
=== PAUSE TestFunctional/parallel/ImageCommands/ImageBuild
=== CONT TestFunctional/parallel/ImageCommands/ImageBuild
functional_test.go:323: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 ssh pgrep buildkitd
functional_test.go:323: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-776464 ssh pgrep buildkitd: exit status 1 (352.749889ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:330: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 image build -t localhost/my-image:functional-776464 testdata/build --alsologtostderr
functional_test.go:330: (dbg) Done: out/minikube-linux-arm64 -p functional-776464 image build -t localhost/my-image:functional-776464 testdata/build --alsologtostderr: (3.443914139s)
functional_test.go:335: (dbg) Stdout: out/minikube-linux-arm64 -p functional-776464 image build -t localhost/my-image:functional-776464 testdata/build --alsologtostderr:
STEP 1/3: FROM gcr.io/k8s-minikube/busybox
STEP 2/3: RUN true
--> 439e2d5cbba
STEP 3/3: ADD content.txt /
COMMIT localhost/my-image:functional-776464
--> bffe9dfc32c
Successfully tagged localhost/my-image:functional-776464
bffe9dfc32c7763088500e3e1c7a295b70ded0687c9a0e7bc284aa0daa2e58d1
functional_test.go:338: (dbg) Stderr: out/minikube-linux-arm64 -p functional-776464 image build -t localhost/my-image:functional-776464 testdata/build --alsologtostderr:
I1122 02:18:10.711566 32953 out.go:360] Setting OutFile to fd 1 ...
I1122 02:18:10.711728 32953 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:18:10.711739 32953 out.go:374] Setting ErrFile to fd 2...
I1122 02:18:10.711744 32953 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:18:10.712279 32953 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:18:10.712912 32953 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:18:10.713633 32953 config.go:182] Loaded profile config "functional-776464": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:18:10.714213 32953 cli_runner.go:164] Run: docker container inspect functional-776464 --format={{.State.Status}}
I1122 02:18:10.737935 32953 ssh_runner.go:195] Run: systemctl --version
I1122 02:18:10.738001 32953 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-776464
I1122 02:18:10.764421 32953 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/functional-776464/id_rsa Username:docker}
I1122 02:18:10.870445 32953 build_images.go:162] Building image from path: /tmp/build.3074452063.tar
I1122 02:18:10.870515 32953 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build
I1122 02:18:10.879273 32953 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/build/build.3074452063.tar
I1122 02:18:10.883609 32953 ssh_runner.go:352] existence check for /var/lib/minikube/build/build.3074452063.tar: stat -c "%s %y" /var/lib/minikube/build/build.3074452063.tar: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/build/build.3074452063.tar': No such file or directory
I1122 02:18:10.883639 32953 ssh_runner.go:362] scp /tmp/build.3074452063.tar --> /var/lib/minikube/build/build.3074452063.tar (3072 bytes)
I1122 02:18:10.905007 32953 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build/build.3074452063
I1122 02:18:10.913539 32953 ssh_runner.go:195] Run: sudo tar -C /var/lib/minikube/build/build.3074452063 -xf /var/lib/minikube/build/build.3074452063.tar
I1122 02:18:10.922080 32953 crio.go:315] Building image: /var/lib/minikube/build/build.3074452063
I1122 02:18:10.922149 32953 ssh_runner.go:195] Run: sudo podman build -t localhost/my-image:functional-776464 /var/lib/minikube/build/build.3074452063 --cgroup-manager=cgroupfs
Trying to pull gcr.io/k8s-minikube/busybox:latest...
Getting image source signatures
Copying blob sha256:a01966dde7f8d5ba10b6d87e776c7c8fb5a5f6bfa678874bd28b33b1fc6dba34
Copying config sha256:71a676dd070f4b701c3272e566d84951362f1326ea07d5bbad119d1c4f6b3d02
Writing manifest to image destination
Storing signatures
I1122 02:18:14.059757 32953 ssh_runner.go:235] Completed: sudo podman build -t localhost/my-image:functional-776464 /var/lib/minikube/build/build.3074452063 --cgroup-manager=cgroupfs: (3.137578804s)
I1122 02:18:14.059828 32953 ssh_runner.go:195] Run: sudo rm -rf /var/lib/minikube/build/build.3074452063
I1122 02:18:14.068857 32953 ssh_runner.go:195] Run: sudo rm -f /var/lib/minikube/build/build.3074452063.tar
I1122 02:18:14.077541 32953 build_images.go:218] Built localhost/my-image:functional-776464 from /tmp/build.3074452063.tar
I1122 02:18:14.077570 32953 build_images.go:134] succeeded building to: functional-776464
I1122 02:18:14.077575 32953 build_images.go:135] failed building to:
functional_test.go:466: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageBuild (4.04s)
=== RUN TestFunctional/parallel/ImageCommands/Setup
functional_test.go:357: (dbg) Run: docker pull kicbase/echo-server:1.0
functional_test.go:362: (dbg) Run: docker tag kicbase/echo-server:1.0 kicbase/echo-server:functional-776464
--- PASS: TestFunctional/parallel/ImageCommands/Setup (0.59s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_changes
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_changes
=== CONT TestFunctional/parallel/UpdateContextCmd/no_changes
functional_test.go:2124: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_changes (0.22s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== CONT TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
functional_test.go:2124: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster (0.22s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_clusters
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_clusters
=== CONT TestFunctional/parallel/UpdateContextCmd/no_clusters
functional_test.go:2124: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_clusters (0.21s)
=== RUN TestFunctional/parallel/ImageCommands/ImageRemove
functional_test.go:407: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 image rm kicbase/echo-server:functional-776464 --alsologtostderr
functional_test.go:466: (dbg) Run: out/minikube-linux-arm64 -p functional-776464 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageRemove (0.71s)
=== RUN TestFunctional/delete_echo-server_images
functional_test.go:205: (dbg) Run: docker rmi -f kicbase/echo-server:1.0
functional_test.go:205: (dbg) Run: docker rmi -f kicbase/echo-server:functional-776464
--- PASS: TestFunctional/delete_echo-server_images (0.04s)
=== RUN TestFunctional/delete_my-image_image
functional_test.go:213: (dbg) Run: docker rmi -f localhost/my-image:functional-776464
--- PASS: TestFunctional/delete_my-image_image (0.02s)
=== RUN TestFunctional/delete_minikube_cached_images
functional_test.go:221: (dbg) Run: docker rmi -f minikube-local-cache-test:functional-776464
--- PASS: TestFunctional/delete_minikube_cached_images (0.02s)
=== RUN TestMultiControlPlane/serial/StartCluster
ha_test.go:101: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 start --ha --memory 3072 --wait true --alsologtostderr -v 5 --driver=docker --container-runtime=crio
E1122 02:20:26.013662 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:101: (dbg) Done: out/minikube-linux-arm64 -p ha-424973 start --ha --memory 3072 --wait true --alsologtostderr -v 5 --driver=docker --container-runtime=crio: (3m26.162817791s)
ha_test.go:107: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 status --alsologtostderr -v 5
--- PASS: TestMultiControlPlane/serial/StartCluster (207.04s)
=== RUN TestMultiControlPlane/serial/DeployApp
ha_test.go:128: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- apply -f ./testdata/ha/ha-pod-dns-test.yaml
ha_test.go:133: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- rollout status deployment/busybox
ha_test.go:133: (dbg) Done: out/minikube-linux-arm64 -p ha-424973 kubectl -- rollout status deployment/busybox: (4.274628954s)
ha_test.go:140: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- get pods -o jsonpath='{.items[*].status.podIP}'
ha_test.go:163: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- get pods -o jsonpath='{.items[*].metadata.name}'
E1122 02:21:49.086668 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- exec busybox-7b57f96db7-75rsq -- nslookup kubernetes.io
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- exec busybox-7b57f96db7-7znwl -- nslookup kubernetes.io
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- exec busybox-7b57f96db7-zcsss -- nslookup kubernetes.io
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- exec busybox-7b57f96db7-75rsq -- nslookup kubernetes.default
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- exec busybox-7b57f96db7-7znwl -- nslookup kubernetes.default
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- exec busybox-7b57f96db7-zcsss -- nslookup kubernetes.default
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- exec busybox-7b57f96db7-75rsq -- nslookup kubernetes.default.svc.cluster.local
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- exec busybox-7b57f96db7-7znwl -- nslookup kubernetes.default.svc.cluster.local
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- exec busybox-7b57f96db7-zcsss -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiControlPlane/serial/DeployApp (7.06s)
=== RUN TestMultiControlPlane/serial/PingHostFromPods
ha_test.go:199: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- get pods -o jsonpath='{.items[*].metadata.name}'
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- exec busybox-7b57f96db7-75rsq -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- exec busybox-7b57f96db7-75rsq -- sh -c "ping -c 1 192.168.49.1"
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- exec busybox-7b57f96db7-7znwl -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- exec busybox-7b57f96db7-7znwl -- sh -c "ping -c 1 192.168.49.1"
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- exec busybox-7b57f96db7-zcsss -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 kubectl -- exec busybox-7b57f96db7-zcsss -- sh -c "ping -c 1 192.168.49.1"
--- PASS: TestMultiControlPlane/serial/PingHostFromPods (1.58s)
=== RUN TestMultiControlPlane/serial/AddWorkerNode
ha_test.go:228: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 node add --alsologtostderr -v 5
E1122 02:22:25.910920 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:22:25.917289 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:22:25.928645 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:22:25.950032 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:22:25.991579 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:22:26.073222 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:22:26.234752 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:22:26.556809 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:22:27.198350 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:22:28.479735 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:22:31.042097 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:22:36.163923 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:22:46.405981 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:228: (dbg) Done: out/minikube-linux-arm64 -p ha-424973 node add --alsologtostderr -v 5: (59.948391415s)
ha_test.go:234: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 status --alsologtostderr -v 5
ha_test.go:234: (dbg) Done: out/minikube-linux-arm64 -p ha-424973 status --alsologtostderr -v 5: (1.059665243s)
--- PASS: TestMultiControlPlane/serial/AddWorkerNode (61.01s)
=== RUN TestMultiControlPlane/serial/NodeLabels
ha_test.go:255: (dbg) Run: kubectl --context ha-424973 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiControlPlane/serial/NodeLabels (0.12s)
=== RUN TestMultiControlPlane/serial/HAppyAfterClusterStart
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-arm64 profile list --output json: (1.037848296s)
--- PASS: TestMultiControlPlane/serial/HAppyAfterClusterStart (1.04s)
=== RUN TestMultiControlPlane/serial/CopyFile
ha_test.go:328: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 status --output json --alsologtostderr -v 5
ha_test.go:328: (dbg) Done: out/minikube-linux-arm64 -p ha-424973 status --output json --alsologtostderr -v 5: (1.040992432s)
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp testdata/cp-test.txt ha-424973:/home/docker/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp ha-424973:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile1357867225/001/cp-test_ha-424973.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp ha-424973:/home/docker/cp-test.txt ha-424973-m02:/home/docker/cp-test_ha-424973_ha-424973-m02.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m02 "sudo cat /home/docker/cp-test_ha-424973_ha-424973-m02.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp ha-424973:/home/docker/cp-test.txt ha-424973-m03:/home/docker/cp-test_ha-424973_ha-424973-m03.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m03 "sudo cat /home/docker/cp-test_ha-424973_ha-424973-m03.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp ha-424973:/home/docker/cp-test.txt ha-424973-m04:/home/docker/cp-test_ha-424973_ha-424973-m04.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m04 "sudo cat /home/docker/cp-test_ha-424973_ha-424973-m04.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp testdata/cp-test.txt ha-424973-m02:/home/docker/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp ha-424973-m02:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile1357867225/001/cp-test_ha-424973-m02.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp ha-424973-m02:/home/docker/cp-test.txt ha-424973:/home/docker/cp-test_ha-424973-m02_ha-424973.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973 "sudo cat /home/docker/cp-test_ha-424973-m02_ha-424973.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp ha-424973-m02:/home/docker/cp-test.txt ha-424973-m03:/home/docker/cp-test_ha-424973-m02_ha-424973-m03.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m03 "sudo cat /home/docker/cp-test_ha-424973-m02_ha-424973-m03.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp ha-424973-m02:/home/docker/cp-test.txt ha-424973-m04:/home/docker/cp-test_ha-424973-m02_ha-424973-m04.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m04 "sudo cat /home/docker/cp-test_ha-424973-m02_ha-424973-m04.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp testdata/cp-test.txt ha-424973-m03:/home/docker/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp ha-424973-m03:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile1357867225/001/cp-test_ha-424973-m03.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m03 "sudo cat /home/docker/cp-test.txt"
E1122 02:23:06.887621 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp ha-424973-m03:/home/docker/cp-test.txt ha-424973:/home/docker/cp-test_ha-424973-m03_ha-424973.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973 "sudo cat /home/docker/cp-test_ha-424973-m03_ha-424973.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp ha-424973-m03:/home/docker/cp-test.txt ha-424973-m02:/home/docker/cp-test_ha-424973-m03_ha-424973-m02.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m02 "sudo cat /home/docker/cp-test_ha-424973-m03_ha-424973-m02.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp ha-424973-m03:/home/docker/cp-test.txt ha-424973-m04:/home/docker/cp-test_ha-424973-m03_ha-424973-m04.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m04 "sudo cat /home/docker/cp-test_ha-424973-m03_ha-424973-m04.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp testdata/cp-test.txt ha-424973-m04:/home/docker/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp ha-424973-m04:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile1357867225/001/cp-test_ha-424973-m04.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp ha-424973-m04:/home/docker/cp-test.txt ha-424973:/home/docker/cp-test_ha-424973-m04_ha-424973.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973 "sudo cat /home/docker/cp-test_ha-424973-m04_ha-424973.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp ha-424973-m04:/home/docker/cp-test.txt ha-424973-m02:/home/docker/cp-test_ha-424973-m04_ha-424973-m02.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m02 "sudo cat /home/docker/cp-test_ha-424973-m04_ha-424973-m02.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 cp ha-424973-m04:/home/docker/cp-test.txt ha-424973-m03:/home/docker/cp-test_ha-424973-m04_ha-424973-m03.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 ssh -n ha-424973-m03 "sudo cat /home/docker/cp-test_ha-424973-m04_ha-424973-m03.txt"
--- PASS: TestMultiControlPlane/serial/CopyFile (20.16s)
=== RUN TestMultiControlPlane/serial/StopSecondaryNode
ha_test.go:365: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 node stop m02 --alsologtostderr -v 5
ha_test.go:365: (dbg) Done: out/minikube-linux-arm64 -p ha-424973 node stop m02 --alsologtostderr -v 5: (12.069052515s)
ha_test.go:371: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 status --alsologtostderr -v 5
ha_test.go:371: (dbg) Non-zero exit: out/minikube-linux-arm64 -p ha-424973 status --alsologtostderr -v 5: exit status 7 (801.866127ms)
-- stdout --
ha-424973
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
ha-424973-m02
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-424973-m03
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
ha-424973-m04
type: Worker
host: Running
kubelet: Running
-- /stdout --
** stderr **
I1122 02:23:27.302086 47758 out.go:360] Setting OutFile to fd 1 ...
I1122 02:23:27.302205 47758 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:23:27.302220 47758 out.go:374] Setting ErrFile to fd 2...
I1122 02:23:27.302225 47758 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:23:27.302587 47758 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:23:27.302857 47758 out.go:368] Setting JSON to false
I1122 02:23:27.302891 47758 mustload.go:66] Loading cluster: ha-424973
I1122 02:23:27.303574 47758 config.go:182] Loaded profile config "ha-424973": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:23:27.303594 47758 status.go:174] checking status of ha-424973 ...
I1122 02:23:27.304290 47758 cli_runner.go:164] Run: docker container inspect ha-424973 --format={{.State.Status}}
I1122 02:23:27.306644 47758 notify.go:221] Checking for updates...
I1122 02:23:27.325433 47758 status.go:371] ha-424973 host status = "Running" (err=<nil>)
I1122 02:23:27.325469 47758 host.go:66] Checking if "ha-424973" exists ...
I1122 02:23:27.325772 47758 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-424973
I1122 02:23:27.352671 47758 host.go:66] Checking if "ha-424973" exists ...
I1122 02:23:27.352974 47758 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 02:23:27.353017 47758 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-424973
I1122 02:23:27.372992 47758 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32783 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/ha-424973/id_rsa Username:docker}
I1122 02:23:27.476326 47758 ssh_runner.go:195] Run: systemctl --version
I1122 02:23:27.483193 47758 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 02:23:27.497718 47758 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 02:23:27.589635 47758 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:62 OomKillDisable:true NGoroutines:72 SystemTime:2025-11-22 02:23:27.5798083 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:
/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 02:23:27.590210 47758 kubeconfig.go:125] found "ha-424973" server: "https://192.168.49.254:8443"
I1122 02:23:27.590236 47758 api_server.go:166] Checking apiserver status ...
I1122 02:23:27.590277 47758 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 02:23:27.604498 47758 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1239/cgroup
I1122 02:23:27.612988 47758 api_server.go:182] apiserver freezer: "5:freezer:/docker/589939a086af36b96527385387d5d1078e483d21ea7c737a93ae5d24ce54514a/crio/crio-a0d092b87fba08a78dca52b49f355a484ac72bc4d6cdb6fa58eaa7f80675e98f"
I1122 02:23:27.613067 47758 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/589939a086af36b96527385387d5d1078e483d21ea7c737a93ae5d24ce54514a/crio/crio-a0d092b87fba08a78dca52b49f355a484ac72bc4d6cdb6fa58eaa7f80675e98f/freezer.state
I1122 02:23:27.620828 47758 api_server.go:204] freezer state: "THAWED"
I1122 02:23:27.620856 47758 api_server.go:253] Checking apiserver healthz at https://192.168.49.254:8443/healthz ...
I1122 02:23:27.629325 47758 api_server.go:279] https://192.168.49.254:8443/healthz returned 200:
ok
I1122 02:23:27.629355 47758 status.go:463] ha-424973 apiserver status = Running (err=<nil>)
I1122 02:23:27.629366 47758 status.go:176] ha-424973 status: &{Name:ha-424973 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1122 02:23:27.629385 47758 status.go:174] checking status of ha-424973-m02 ...
I1122 02:23:27.629745 47758 cli_runner.go:164] Run: docker container inspect ha-424973-m02 --format={{.State.Status}}
I1122 02:23:27.648121 47758 status.go:371] ha-424973-m02 host status = "Stopped" (err=<nil>)
I1122 02:23:27.648146 47758 status.go:384] host is not running, skipping remaining checks
I1122 02:23:27.648152 47758 status.go:176] ha-424973-m02 status: &{Name:ha-424973-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1122 02:23:27.648172 47758 status.go:174] checking status of ha-424973-m03 ...
I1122 02:23:27.648474 47758 cli_runner.go:164] Run: docker container inspect ha-424973-m03 --format={{.State.Status}}
I1122 02:23:27.665769 47758 status.go:371] ha-424973-m03 host status = "Running" (err=<nil>)
I1122 02:23:27.665791 47758 host.go:66] Checking if "ha-424973-m03" exists ...
I1122 02:23:27.666093 47758 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-424973-m03
I1122 02:23:27.691159 47758 host.go:66] Checking if "ha-424973-m03" exists ...
I1122 02:23:27.691487 47758 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 02:23:27.691534 47758 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-424973-m03
I1122 02:23:27.708823 47758 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32793 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/ha-424973-m03/id_rsa Username:docker}
I1122 02:23:27.812082 47758 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 02:23:27.827719 47758 kubeconfig.go:125] found "ha-424973" server: "https://192.168.49.254:8443"
I1122 02:23:27.827750 47758 api_server.go:166] Checking apiserver status ...
I1122 02:23:27.827797 47758 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 02:23:27.840969 47758 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1178/cgroup
I1122 02:23:27.851760 47758 api_server.go:182] apiserver freezer: "5:freezer:/docker/af6a21354823674ae64ef7f991e27afe8791e0de7130d333555f430fbb77134a/crio/crio-1a3f2c85268c0084c8f32cd4a674824362f8e290e2e3a1913dda1157981b4ddf"
I1122 02:23:27.851892 47758 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/af6a21354823674ae64ef7f991e27afe8791e0de7130d333555f430fbb77134a/crio/crio-1a3f2c85268c0084c8f32cd4a674824362f8e290e2e3a1913dda1157981b4ddf/freezer.state
I1122 02:23:27.861824 47758 api_server.go:204] freezer state: "THAWED"
I1122 02:23:27.861859 47758 api_server.go:253] Checking apiserver healthz at https://192.168.49.254:8443/healthz ...
I1122 02:23:27.870321 47758 api_server.go:279] https://192.168.49.254:8443/healthz returned 200:
ok
I1122 02:23:27.870352 47758 status.go:463] ha-424973-m03 apiserver status = Running (err=<nil>)
I1122 02:23:27.870363 47758 status.go:176] ha-424973-m03 status: &{Name:ha-424973-m03 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1122 02:23:27.870380 47758 status.go:174] checking status of ha-424973-m04 ...
I1122 02:23:27.870682 47758 cli_runner.go:164] Run: docker container inspect ha-424973-m04 --format={{.State.Status}}
I1122 02:23:27.889636 47758 status.go:371] ha-424973-m04 host status = "Running" (err=<nil>)
I1122 02:23:27.889690 47758 host.go:66] Checking if "ha-424973-m04" exists ...
I1122 02:23:27.890025 47758 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-424973-m04
I1122 02:23:27.907040 47758 host.go:66] Checking if "ha-424973-m04" exists ...
I1122 02:23:27.907418 47758 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 02:23:27.907497 47758 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-424973-m04
I1122 02:23:27.925866 47758 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32798 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/ha-424973-m04/id_rsa Username:docker}
I1122 02:23:28.033511 47758 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 02:23:28.048531 47758 status.go:176] ha-424973-m04 status: &{Name:ha-424973-m04 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiControlPlane/serial/StopSecondaryNode (12.87s)
=== RUN TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop (0.79s)
=== RUN TestMultiControlPlane/serial/RestartSecondaryNode
ha_test.go:422: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 node start m02 --alsologtostderr -v 5
E1122 02:23:47.849501 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:422: (dbg) Done: out/minikube-linux-arm64 -p ha-424973 node start m02 --alsologtostderr -v 5: (20.347599211s)
ha_test.go:430: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 status --alsologtostderr -v 5
ha_test.go:430: (dbg) Done: out/minikube-linux-arm64 -p ha-424973 status --alsologtostderr -v 5: (1.269341517s)
ha_test.go:450: (dbg) Run: kubectl get nodes
--- PASS: TestMultiControlPlane/serial/RestartSecondaryNode (21.74s)
=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-arm64 profile list --output json: (1.053534933s)
--- PASS: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (1.05s)
=== RUN TestMultiControlPlane/serial/RestartClusterKeepsNodes
ha_test.go:458: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 node list --alsologtostderr -v 5
ha_test.go:464: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 stop --alsologtostderr -v 5
ha_test.go:464: (dbg) Done: out/minikube-linux-arm64 -p ha-424973 stop --alsologtostderr -v 5: (37.433859977s)
ha_test.go:469: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 start --wait true --alsologtostderr -v 5
E1122 02:25:09.771489 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:25:26.013777 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:469: (dbg) Done: out/minikube-linux-arm64 -p ha-424973 start --wait true --alsologtostderr -v 5: (1m36.069277684s)
ha_test.go:474: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 node list --alsologtostderr -v 5
--- PASS: TestMultiControlPlane/serial/RestartClusterKeepsNodes (133.68s)
=== RUN TestMultiControlPlane/serial/DeleteSecondaryNode
ha_test.go:489: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 node delete m03 --alsologtostderr -v 5
ha_test.go:489: (dbg) Done: out/minikube-linux-arm64 -p ha-424973 node delete m03 --alsologtostderr -v 5: (11.453440721s)
ha_test.go:495: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 status --alsologtostderr -v 5
ha_test.go:513: (dbg) Run: kubectl get nodes
ha_test.go:521: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiControlPlane/serial/DeleteSecondaryNode (12.43s)
=== RUN TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete (0.79s)
=== RUN TestMultiControlPlane/serial/StopCluster
ha_test.go:533: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 stop --alsologtostderr -v 5
ha_test.go:533: (dbg) Done: out/minikube-linux-arm64 -p ha-424973 stop --alsologtostderr -v 5: (36.176380325s)
ha_test.go:539: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 status --alsologtostderr -v 5
ha_test.go:539: (dbg) Non-zero exit: out/minikube-linux-arm64 -p ha-424973 status --alsologtostderr -v 5: exit status 7 (121.170845ms)
-- stdout --
ha-424973
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-424973-m02
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-424973-m04
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1122 02:26:54.778175 59723 out.go:360] Setting OutFile to fd 1 ...
I1122 02:26:54.778373 59723 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:26:54.778400 59723 out.go:374] Setting ErrFile to fd 2...
I1122 02:26:54.778420 59723 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:26:54.778875 59723 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:26:54.779175 59723 out.go:368] Setting JSON to false
I1122 02:26:54.779230 59723 mustload.go:66] Loading cluster: ha-424973
I1122 02:26:54.779942 59723 config.go:182] Loaded profile config "ha-424973": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:26:54.779980 59723 status.go:174] checking status of ha-424973 ...
I1122 02:26:54.780749 59723 cli_runner.go:164] Run: docker container inspect ha-424973 --format={{.State.Status}}
I1122 02:26:54.780873 59723 notify.go:221] Checking for updates...
I1122 02:26:54.799486 59723 status.go:371] ha-424973 host status = "Stopped" (err=<nil>)
I1122 02:26:54.799511 59723 status.go:384] host is not running, skipping remaining checks
I1122 02:26:54.799519 59723 status.go:176] ha-424973 status: &{Name:ha-424973 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1122 02:26:54.799550 59723 status.go:174] checking status of ha-424973-m02 ...
I1122 02:26:54.799857 59723 cli_runner.go:164] Run: docker container inspect ha-424973-m02 --format={{.State.Status}}
I1122 02:26:54.820348 59723 status.go:371] ha-424973-m02 host status = "Stopped" (err=<nil>)
I1122 02:26:54.820371 59723 status.go:384] host is not running, skipping remaining checks
I1122 02:26:54.820377 59723 status.go:176] ha-424973-m02 status: &{Name:ha-424973-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1122 02:26:54.820397 59723 status.go:174] checking status of ha-424973-m04 ...
I1122 02:26:54.820673 59723 cli_runner.go:164] Run: docker container inspect ha-424973-m04 --format={{.State.Status}}
I1122 02:26:54.843001 59723 status.go:371] ha-424973-m04 host status = "Stopped" (err=<nil>)
I1122 02:26:54.843026 59723 status.go:384] host is not running, skipping remaining checks
I1122 02:26:54.843032 59723 status.go:176] ha-424973-m04 status: &{Name:ha-424973-m04 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiControlPlane/serial/StopCluster (36.30s)
=== RUN TestMultiControlPlane/serial/RestartCluster
ha_test.go:562: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 start --wait true --alsologtostderr -v 5 --driver=docker --container-runtime=crio
E1122 02:27:25.915057 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:27:53.613224 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:562: (dbg) Done: out/minikube-linux-arm64 -p ha-424973 start --wait true --alsologtostderr -v 5 --driver=docker --container-runtime=crio: (1m23.684658232s)
ha_test.go:568: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 status --alsologtostderr -v 5
ha_test.go:586: (dbg) Run: kubectl get nodes
ha_test.go:594: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiControlPlane/serial/RestartCluster (84.67s)
=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterClusterRestart (0.77s)
=== RUN TestMultiControlPlane/serial/AddSecondaryNode
ha_test.go:607: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 node add --control-plane --alsologtostderr -v 5
ha_test.go:607: (dbg) Done: out/minikube-linux-arm64 -p ha-424973 node add --control-plane --alsologtostderr -v 5: (1m21.222491733s)
ha_test.go:613: (dbg) Run: out/minikube-linux-arm64 -p ha-424973 status --alsologtostderr -v 5
ha_test.go:613: (dbg) Done: out/minikube-linux-arm64 -p ha-424973 status --alsologtostderr -v 5: (1.09203029s)
--- PASS: TestMultiControlPlane/serial/AddSecondaryNode (82.31s)
=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeAdd
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-arm64 profile list --output json: (1.085864702s)
--- PASS: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeAdd (1.09s)
=== RUN TestJSONOutput/start/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 start -p json-output-381611 --output=json --user=testUser --memory=3072 --wait=true --driver=docker --container-runtime=crio
E1122 02:30:26.014656 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 start -p json-output-381611 --output=json --user=testUser --memory=3072 --wait=true --driver=docker --container-runtime=crio: (1m20.940908597s)
--- PASS: TestJSONOutput/start/Command (80.94s)
=== RUN TestJSONOutput/start/Audit
--- PASS: TestJSONOutput/start/Audit (0.00s)
=== RUN TestJSONOutput/start/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/start/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/start/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/start/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/start/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/Audit
--- PASS: TestJSONOutput/pause/Audit (0.00s)
=== RUN TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/pause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/pause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/Audit
--- PASS: TestJSONOutput/unpause/Audit (0.00s)
=== RUN TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 stop -p json-output-381611 --output=json --user=testUser
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 stop -p json-output-381611 --output=json --user=testUser: (5.84277809s)
--- PASS: TestJSONOutput/stop/Command (5.84s)
=== RUN TestJSONOutput/stop/Audit
--- PASS: TestJSONOutput/stop/Audit (0.00s)
=== RUN TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/stop/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/stop/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestErrorJSONOutput
json_output_test.go:160: (dbg) Run: out/minikube-linux-arm64 start -p json-output-error-124806 --memory=3072 --output=json --wait=true --driver=fail
json_output_test.go:160: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p json-output-error-124806 --memory=3072 --output=json --wait=true --driver=fail: exit status 56 (91.33594ms)
-- stdout --
{"specversion":"1.0","id":"084d1214-6122-46f6-b19a-6fb3bf96d960","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-error-124806] minikube v1.37.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"7e20c8ef-e305-4fef-ad1c-6c1fc162a6eb","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=21946"}}
{"specversion":"1.0","id":"5b784f93-fb55-4b5d-884d-09281641e9c8","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"b24a3014-9b24-45de-9dca-d3e101a1c7c5","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig"}}
{"specversion":"1.0","id":"822f503d-c52e-4fe9-a0a7-31677176063c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube"}}
{"specversion":"1.0","id":"8588e578-1308-43b4-ac64-2f60d61b421f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"fb01e441-719d-4335-92d8-2df97be88c52","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"4ea05a8f-3bd6-4010-806d-37ebb77bd8b8","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"56","issues":"","message":"The driver 'fail' is not supported on linux/arm64","name":"DRV_UNSUPPORTED_OS","url":""}}
-- /stdout --
helpers_test.go:175: Cleaning up "json-output-error-124806" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p json-output-error-124806
--- PASS: TestErrorJSONOutput (0.23s)
=== RUN TestKicCustomNetwork/create_custom_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-917978 --network=
E1122 02:32:25.916629 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-917978 --network=: (1m5.861567781s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-917978" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-917978
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-917978: (2.242273247s)
--- PASS: TestKicCustomNetwork/create_custom_network (68.13s)
=== RUN TestKicCustomNetwork/use_default_bridge_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-459463 --network=bridge
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-459463 --network=bridge: (35.019318739s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-459463" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-459463
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-459463: (2.043827641s)
--- PASS: TestKicCustomNetwork/use_default_bridge_network (37.09s)
=== RUN TestKicExistingNetwork
I1122 02:33:13.767764 4130 cli_runner.go:164] Run: docker network inspect existing-network --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1122 02:33:13.783446 4130 cli_runner.go:211] docker network inspect existing-network --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1122 02:33:13.784283 4130 network_create.go:284] running [docker network inspect existing-network] to gather additional debugging logs...
I1122 02:33:13.784315 4130 cli_runner.go:164] Run: docker network inspect existing-network
W1122 02:33:13.800405 4130 cli_runner.go:211] docker network inspect existing-network returned with exit code 1
I1122 02:33:13.800438 4130 network_create.go:287] error running [docker network inspect existing-network]: docker network inspect existing-network: exit status 1
stdout:
[]
stderr:
Error response from daemon: network existing-network not found
I1122 02:33:13.800453 4130 network_create.go:289] output of [docker network inspect existing-network]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network existing-network not found
** /stderr **
I1122 02:33:13.800564 4130 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1122 02:33:13.818799 4130 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-9752cc1a0776 IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:2e:e3:a1:35:ea:78} reservation:<nil>}
I1122 02:33:13.819118 4130 network.go:206] using free private subnet 192.168.58.0/24: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40003b9860}
I1122 02:33:13.819147 4130 network_create.go:124] attempt to create docker network existing-network 192.168.58.0/24 with gateway 192.168.58.1 and MTU of 1500 ...
I1122 02:33:13.819197 4130 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.58.0/24 --gateway=192.168.58.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=existing-network existing-network
I1122 02:33:13.876321 4130 network_create.go:108] docker network existing-network 192.168.58.0/24 created
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
kic_custom_network_test.go:93: (dbg) Run: out/minikube-linux-arm64 start -p existing-network-352324 --network=existing-network
kic_custom_network_test.go:93: (dbg) Done: out/minikube-linux-arm64 start -p existing-network-352324 --network=existing-network: (33.999487639s)
helpers_test.go:175: Cleaning up "existing-network-352324" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p existing-network-352324
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p existing-network-352324: (2.20743152s)
I1122 02:33:50.099970 4130 cli_runner.go:164] Run: docker network ls --filter=label=existing-network --format {{.Name}}
--- PASS: TestKicExistingNetwork (36.35s)
=== RUN TestKicCustomSubnet
kic_custom_network_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-subnet-001551 --subnet=192.168.60.0/24
kic_custom_network_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-subnet-001551 --subnet=192.168.60.0/24: (34.456342464s)
kic_custom_network_test.go:161: (dbg) Run: docker network inspect custom-subnet-001551 --format "{{(index .IPAM.Config 0).Subnet}}"
helpers_test.go:175: Cleaning up "custom-subnet-001551" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p custom-subnet-001551
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p custom-subnet-001551: (2.187211032s)
--- PASS: TestKicCustomSubnet (36.67s)
=== RUN TestKicStaticIP
kic_custom_network_test.go:132: (dbg) Run: out/minikube-linux-arm64 start -p static-ip-853457 --static-ip=192.168.200.200
kic_custom_network_test.go:132: (dbg) Done: out/minikube-linux-arm64 start -p static-ip-853457 --static-ip=192.168.200.200: (30.978925873s)
kic_custom_network_test.go:138: (dbg) Run: out/minikube-linux-arm64 -p static-ip-853457 ip
helpers_test.go:175: Cleaning up "static-ip-853457" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p static-ip-853457
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p static-ip-853457: (2.586952134s)
--- PASS: TestKicStaticIP (33.73s)
=== RUN TestMainNoArgs
main_test.go:70: (dbg) Run: out/minikube-linux-arm64
--- PASS: TestMainNoArgs (0.06s)
=== RUN TestMinikubeProfile
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p first-316036 --driver=docker --container-runtime=crio
E1122 02:35:26.013809 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p first-316036 --driver=docker --container-runtime=crio: (35.862387128s)
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p second-318670 --driver=docker --container-runtime=crio
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p second-318670 --driver=docker --container-runtime=crio: (36.766320343s)
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile first-316036
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile second-318670
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
helpers_test.go:175: Cleaning up "second-318670" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p second-318670
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p second-318670: (2.094557351s)
helpers_test.go:175: Cleaning up "first-316036" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p first-316036
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p first-316036: (2.386483146s)
--- PASS: TestMinikubeProfile (78.48s)
=== RUN TestMountStart/serial/StartWithMountFirst
mount_start_test.go:118: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-1-570509 --memory=3072 --mount-string /tmp/TestMountStartserial3061596206/001:/minikube-host --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:118: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-1-570509 --memory=3072 --mount-string /tmp/TestMountStartserial3061596206/001:/minikube-host --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (8.693630856s)
--- PASS: TestMountStart/serial/StartWithMountFirst (9.69s)
=== RUN TestMountStart/serial/VerifyMountFirst
mount_start_test.go:134: (dbg) Run: out/minikube-linux-arm64 -p mount-start-1-570509 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountFirst (0.28s)
=== RUN TestMountStart/serial/StartWithMountSecond
mount_start_test.go:118: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-572815 --memory=3072 --mount-string /tmp/TestMountStartserial3061596206/001:/minikube-host --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:118: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-572815 --memory=3072 --mount-string /tmp/TestMountStartserial3061596206/001:/minikube-host --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (5.544338488s)
--- PASS: TestMountStart/serial/StartWithMountSecond (6.54s)
=== RUN TestMountStart/serial/VerifyMountSecond
mount_start_test.go:134: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-572815 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountSecond (0.26s)
=== RUN TestMountStart/serial/DeleteFirst
pause_test.go:132: (dbg) Run: out/minikube-linux-arm64 delete -p mount-start-1-570509 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-arm64 delete -p mount-start-1-570509 --alsologtostderr -v=5: (1.715344833s)
--- PASS: TestMountStart/serial/DeleteFirst (1.72s)
=== RUN TestMountStart/serial/VerifyMountPostDelete
mount_start_test.go:134: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-572815 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostDelete (0.27s)
=== RUN TestMountStart/serial/Stop
mount_start_test.go:196: (dbg) Run: out/minikube-linux-arm64 stop -p mount-start-2-572815
mount_start_test.go:196: (dbg) Done: out/minikube-linux-arm64 stop -p mount-start-2-572815: (1.285963276s)
--- PASS: TestMountStart/serial/Stop (1.29s)
=== RUN TestMountStart/serial/RestartStopped
mount_start_test.go:207: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-572815
mount_start_test.go:207: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-572815: (7.396429632s)
--- PASS: TestMountStart/serial/RestartStopped (8.40s)
=== RUN TestMountStart/serial/VerifyMountPostStop
mount_start_test.go:134: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-572815 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostStop (0.26s)
=== RUN TestMultiNode/serial/FreshStart2Nodes
multinode_test.go:96: (dbg) Run: out/minikube-linux-arm64 start -p multinode-681015 --wait=true --memory=3072 --nodes=2 -v=5 --alsologtostderr --driver=docker --container-runtime=crio
E1122 02:37:25.910621 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:38:29.088649 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:38:48.974672 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
multinode_test.go:96: (dbg) Done: out/minikube-linux-arm64 start -p multinode-681015 --wait=true --memory=3072 --nodes=2 -v=5 --alsologtostderr --driver=docker --container-runtime=crio: (2m19.007322407s)
multinode_test.go:102: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 status --alsologtostderr
--- PASS: TestMultiNode/serial/FreshStart2Nodes (139.54s)
=== RUN TestMultiNode/serial/DeployApp2Nodes
multinode_test.go:493: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-681015 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml
multinode_test.go:498: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-681015 -- rollout status deployment/busybox
multinode_test.go:498: (dbg) Done: out/minikube-linux-arm64 kubectl -p multinode-681015 -- rollout status deployment/busybox: (3.443622152s)
multinode_test.go:505: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-681015 -- get pods -o jsonpath='{.items[*].status.podIP}'
multinode_test.go:528: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-681015 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:536: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-681015 -- exec busybox-7b57f96db7-8mppp -- nslookup kubernetes.io
multinode_test.go:536: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-681015 -- exec busybox-7b57f96db7-hrl55 -- nslookup kubernetes.io
multinode_test.go:546: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-681015 -- exec busybox-7b57f96db7-8mppp -- nslookup kubernetes.default
multinode_test.go:546: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-681015 -- exec busybox-7b57f96db7-hrl55 -- nslookup kubernetes.default
multinode_test.go:554: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-681015 -- exec busybox-7b57f96db7-8mppp -- nslookup kubernetes.default.svc.cluster.local
multinode_test.go:554: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-681015 -- exec busybox-7b57f96db7-hrl55 -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiNode/serial/DeployApp2Nodes (5.13s)
=== RUN TestMultiNode/serial/PingHostFrom2Pods
multinode_test.go:564: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-681015 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:572: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-681015 -- exec busybox-7b57f96db7-8mppp -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:583: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-681015 -- exec busybox-7b57f96db7-8mppp -- sh -c "ping -c 1 192.168.67.1"
multinode_test.go:572: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-681015 -- exec busybox-7b57f96db7-hrl55 -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:583: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-681015 -- exec busybox-7b57f96db7-hrl55 -- sh -c "ping -c 1 192.168.67.1"
--- PASS: TestMultiNode/serial/PingHostFrom2Pods (0.91s)
=== RUN TestMultiNode/serial/AddNode
multinode_test.go:121: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-681015 -v=5 --alsologtostderr
multinode_test.go:121: (dbg) Done: out/minikube-linux-arm64 node add -p multinode-681015 -v=5 --alsologtostderr: (55.311287113s)
multinode_test.go:127: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 status --alsologtostderr
--- PASS: TestMultiNode/serial/AddNode (56.03s)
=== RUN TestMultiNode/serial/MultiNodeLabels
multinode_test.go:221: (dbg) Run: kubectl --context multinode-681015 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiNode/serial/MultiNodeLabels (0.09s)
=== RUN TestMultiNode/serial/ProfileList
multinode_test.go:143: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiNode/serial/ProfileList (0.71s)
=== RUN TestMultiNode/serial/CopyFile
multinode_test.go:184: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 status --output json --alsologtostderr
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 cp testdata/cp-test.txt multinode-681015:/home/docker/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 cp multinode-681015:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile1130437050/001/cp-test_multinode-681015.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 cp multinode-681015:/home/docker/cp-test.txt multinode-681015-m02:/home/docker/cp-test_multinode-681015_multinode-681015-m02.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015-m02 "sudo cat /home/docker/cp-test_multinode-681015_multinode-681015-m02.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 cp multinode-681015:/home/docker/cp-test.txt multinode-681015-m03:/home/docker/cp-test_multinode-681015_multinode-681015-m03.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015-m03 "sudo cat /home/docker/cp-test_multinode-681015_multinode-681015-m03.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 cp testdata/cp-test.txt multinode-681015-m02:/home/docker/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 cp multinode-681015-m02:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile1130437050/001/cp-test_multinode-681015-m02.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 cp multinode-681015-m02:/home/docker/cp-test.txt multinode-681015:/home/docker/cp-test_multinode-681015-m02_multinode-681015.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015 "sudo cat /home/docker/cp-test_multinode-681015-m02_multinode-681015.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 cp multinode-681015-m02:/home/docker/cp-test.txt multinode-681015-m03:/home/docker/cp-test_multinode-681015-m02_multinode-681015-m03.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015-m03 "sudo cat /home/docker/cp-test_multinode-681015-m02_multinode-681015-m03.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 cp testdata/cp-test.txt multinode-681015-m03:/home/docker/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 cp multinode-681015-m03:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile1130437050/001/cp-test_multinode-681015-m03.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 cp multinode-681015-m03:/home/docker/cp-test.txt multinode-681015:/home/docker/cp-test_multinode-681015-m03_multinode-681015.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015 "sudo cat /home/docker/cp-test_multinode-681015-m03_multinode-681015.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 cp multinode-681015-m03:/home/docker/cp-test.txt multinode-681015-m02:/home/docker/cp-test_multinode-681015-m03_multinode-681015-m02.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 ssh -n multinode-681015-m02 "sudo cat /home/docker/cp-test_multinode-681015-m03_multinode-681015-m02.txt"
--- PASS: TestMultiNode/serial/CopyFile (10.22s)
=== RUN TestMultiNode/serial/StopNode
multinode_test.go:248: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 node stop m03
multinode_test.go:248: (dbg) Done: out/minikube-linux-arm64 -p multinode-681015 node stop m03: (1.311323359s)
multinode_test.go:254: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 status
multinode_test.go:254: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-681015 status: exit status 7 (527.628589ms)
-- stdout --
multinode-681015
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-681015-m02
type: Worker
host: Running
kubelet: Running
multinode-681015-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 status --alsologtostderr
multinode_test.go:261: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-681015 status --alsologtostderr: exit status 7 (523.258833ms)
-- stdout --
multinode-681015
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-681015-m02
type: Worker
host: Running
kubelet: Running
multinode-681015-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1122 02:40:24.201080 110184 out.go:360] Setting OutFile to fd 1 ...
I1122 02:40:24.201231 110184 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:40:24.201243 110184 out.go:374] Setting ErrFile to fd 2...
I1122 02:40:24.201248 110184 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:40:24.201504 110184 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:40:24.201692 110184 out.go:368] Setting JSON to false
I1122 02:40:24.201720 110184 mustload.go:66] Loading cluster: multinode-681015
I1122 02:40:24.201768 110184 notify.go:221] Checking for updates...
I1122 02:40:24.202132 110184 config.go:182] Loaded profile config "multinode-681015": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:40:24.202149 110184 status.go:174] checking status of multinode-681015 ...
I1122 02:40:24.202978 110184 cli_runner.go:164] Run: docker container inspect multinode-681015 --format={{.State.Status}}
I1122 02:40:24.223669 110184 status.go:371] multinode-681015 host status = "Running" (err=<nil>)
I1122 02:40:24.223694 110184 host.go:66] Checking if "multinode-681015" exists ...
I1122 02:40:24.223998 110184 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-681015
I1122 02:40:24.243173 110184 host.go:66] Checking if "multinode-681015" exists ...
I1122 02:40:24.243475 110184 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 02:40:24.243526 110184 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-681015
I1122 02:40:24.263049 110184 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32903 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/multinode-681015/id_rsa Username:docker}
I1122 02:40:24.364264 110184 ssh_runner.go:195] Run: systemctl --version
I1122 02:40:24.370750 110184 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 02:40:24.383988 110184 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 02:40:24.447253 110184 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:3 ContainersRunning:2 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:49 OomKillDisable:true NGoroutines:62 SystemTime:2025-11-22 02:40:24.437573343 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 02:40:24.447865 110184 kubeconfig.go:125] found "multinode-681015" server: "https://192.168.67.2:8443"
I1122 02:40:24.447900 110184 api_server.go:166] Checking apiserver status ...
I1122 02:40:24.447947 110184 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1122 02:40:24.459742 110184 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1227/cgroup
I1122 02:40:24.469067 110184 api_server.go:182] apiserver freezer: "5:freezer:/docker/794e4cbdea6291a2dc580c7cbd806b17d71ea20a44de1aaf7db08ba153fee62e/crio/crio-7cd5991da6ca0b4eec6c34509b8b36911dc94c28a4173f19836fd9fcb591d214"
I1122 02:40:24.469136 110184 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/794e4cbdea6291a2dc580c7cbd806b17d71ea20a44de1aaf7db08ba153fee62e/crio/crio-7cd5991da6ca0b4eec6c34509b8b36911dc94c28a4173f19836fd9fcb591d214/freezer.state
I1122 02:40:24.476794 110184 api_server.go:204] freezer state: "THAWED"
I1122 02:40:24.476829 110184 api_server.go:253] Checking apiserver healthz at https://192.168.67.2:8443/healthz ...
I1122 02:40:24.485380 110184 api_server.go:279] https://192.168.67.2:8443/healthz returned 200:
ok
I1122 02:40:24.485410 110184 status.go:463] multinode-681015 apiserver status = Running (err=<nil>)
I1122 02:40:24.485423 110184 status.go:176] multinode-681015 status: &{Name:multinode-681015 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1122 02:40:24.485439 110184 status.go:174] checking status of multinode-681015-m02 ...
I1122 02:40:24.485769 110184 cli_runner.go:164] Run: docker container inspect multinode-681015-m02 --format={{.State.Status}}
I1122 02:40:24.502937 110184 status.go:371] multinode-681015-m02 host status = "Running" (err=<nil>)
I1122 02:40:24.502962 110184 host.go:66] Checking if "multinode-681015-m02" exists ...
I1122 02:40:24.503269 110184 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-681015-m02
I1122 02:40:24.523537 110184 host.go:66] Checking if "multinode-681015-m02" exists ...
I1122 02:40:24.523848 110184 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1122 02:40:24.523895 110184 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-681015-m02
I1122 02:40:24.540838 110184 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32908 SSHKeyPath:/home/jenkins/minikube-integration/21946-2339/.minikube/machines/multinode-681015-m02/id_rsa Username:docker}
I1122 02:40:24.639828 110184 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1122 02:40:24.653172 110184 status.go:176] multinode-681015-m02 status: &{Name:multinode-681015-m02 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
I1122 02:40:24.653268 110184 status.go:174] checking status of multinode-681015-m03 ...
I1122 02:40:24.653598 110184 cli_runner.go:164] Run: docker container inspect multinode-681015-m03 --format={{.State.Status}}
I1122 02:40:24.671561 110184 status.go:371] multinode-681015-m03 host status = "Stopped" (err=<nil>)
I1122 02:40:24.671587 110184 status.go:384] host is not running, skipping remaining checks
I1122 02:40:24.671595 110184 status.go:176] multinode-681015-m03 status: &{Name:multinode-681015-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopNode (2.36s)
=== RUN TestMultiNode/serial/StartAfterStop
multinode_test.go:282: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 node start m03 -v=5 --alsologtostderr
E1122 02:40:26.013849 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
multinode_test.go:282: (dbg) Done: out/minikube-linux-arm64 -p multinode-681015 node start m03 -v=5 --alsologtostderr: (7.794170807s)
multinode_test.go:290: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 status -v=5 --alsologtostderr
multinode_test.go:306: (dbg) Run: kubectl get nodes
--- PASS: TestMultiNode/serial/StartAfterStop (8.58s)
=== RUN TestMultiNode/serial/RestartKeepsNodes
multinode_test.go:314: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-681015
multinode_test.go:321: (dbg) Run: out/minikube-linux-arm64 stop -p multinode-681015
multinode_test.go:321: (dbg) Done: out/minikube-linux-arm64 stop -p multinode-681015: (25.066574835s)
multinode_test.go:326: (dbg) Run: out/minikube-linux-arm64 start -p multinode-681015 --wait=true -v=5 --alsologtostderr
multinode_test.go:326: (dbg) Done: out/minikube-linux-arm64 start -p multinode-681015 --wait=true -v=5 --alsologtostderr: (54.718269468s)
multinode_test.go:331: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-681015
--- PASS: TestMultiNode/serial/RestartKeepsNodes (79.92s)
=== RUN TestMultiNode/serial/DeleteNode
multinode_test.go:416: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 node delete m03
multinode_test.go:416: (dbg) Done: out/minikube-linux-arm64 -p multinode-681015 node delete m03: (4.926529298s)
multinode_test.go:422: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 status --alsologtostderr
multinode_test.go:436: (dbg) Run: kubectl get nodes
multinode_test.go:444: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/DeleteNode (5.61s)
=== RUN TestMultiNode/serial/StopMultiNode
multinode_test.go:345: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 stop
multinode_test.go:345: (dbg) Done: out/minikube-linux-arm64 -p multinode-681015 stop: (24.134122111s)
multinode_test.go:351: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 status
multinode_test.go:351: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-681015 status: exit status 7 (98.312537ms)
-- stdout --
multinode-681015
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-681015-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:358: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 status --alsologtostderr
multinode_test.go:358: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-681015 status --alsologtostderr: exit status 7 (92.060999ms)
-- stdout --
multinode-681015
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-681015-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1122 02:42:23.067864 118051 out.go:360] Setting OutFile to fd 1 ...
I1122 02:42:23.067985 118051 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:42:23.067996 118051 out.go:374] Setting ErrFile to fd 2...
I1122 02:42:23.068002 118051 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:42:23.068393 118051 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:42:23.068633 118051 out.go:368] Setting JSON to false
I1122 02:42:23.068660 118051 mustload.go:66] Loading cluster: multinode-681015
I1122 02:42:23.069642 118051 config.go:182] Loaded profile config "multinode-681015": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:42:23.069669 118051 status.go:174] checking status of multinode-681015 ...
I1122 02:42:23.069726 118051 notify.go:221] Checking for updates...
I1122 02:42:23.070194 118051 cli_runner.go:164] Run: docker container inspect multinode-681015 --format={{.State.Status}}
I1122 02:42:23.093808 118051 status.go:371] multinode-681015 host status = "Stopped" (err=<nil>)
I1122 02:42:23.093831 118051 status.go:384] host is not running, skipping remaining checks
I1122 02:42:23.093838 118051 status.go:176] multinode-681015 status: &{Name:multinode-681015 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1122 02:42:23.093881 118051 status.go:174] checking status of multinode-681015-m02 ...
I1122 02:42:23.094169 118051 cli_runner.go:164] Run: docker container inspect multinode-681015-m02 --format={{.State.Status}}
I1122 02:42:23.113202 118051 status.go:371] multinode-681015-m02 host status = "Stopped" (err=<nil>)
I1122 02:42:23.113228 118051 status.go:384] host is not running, skipping remaining checks
I1122 02:42:23.113235 118051 status.go:176] multinode-681015-m02 status: &{Name:multinode-681015-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopMultiNode (24.32s)
=== RUN TestMultiNode/serial/RestartMultiNode
multinode_test.go:376: (dbg) Run: out/minikube-linux-arm64 start -p multinode-681015 --wait=true -v=5 --alsologtostderr --driver=docker --container-runtime=crio
E1122 02:42:25.911282 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
multinode_test.go:376: (dbg) Done: out/minikube-linux-arm64 start -p multinode-681015 --wait=true -v=5 --alsologtostderr --driver=docker --container-runtime=crio: (51.312657187s)
multinode_test.go:382: (dbg) Run: out/minikube-linux-arm64 -p multinode-681015 status --alsologtostderr
multinode_test.go:396: (dbg) Run: kubectl get nodes
multinode_test.go:404: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/RestartMultiNode (52.02s)
=== RUN TestMultiNode/serial/ValidateNameConflict
multinode_test.go:455: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-681015
multinode_test.go:464: (dbg) Run: out/minikube-linux-arm64 start -p multinode-681015-m02 --driver=docker --container-runtime=crio
multinode_test.go:464: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p multinode-681015-m02 --driver=docker --container-runtime=crio: exit status 14 (98.367307ms)
-- stdout --
* [multinode-681015-m02] minikube v1.37.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=21946
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
! Profile name 'multinode-681015-m02' is duplicated with machine name 'multinode-681015-m02' in profile 'multinode-681015'
X Exiting due to MK_USAGE: Profile name should be unique
** /stderr **
multinode_test.go:472: (dbg) Run: out/minikube-linux-arm64 start -p multinode-681015-m03 --driver=docker --container-runtime=crio
multinode_test.go:472: (dbg) Done: out/minikube-linux-arm64 start -p multinode-681015-m03 --driver=docker --container-runtime=crio: (36.117417826s)
multinode_test.go:479: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-681015
multinode_test.go:479: (dbg) Non-zero exit: out/minikube-linux-arm64 node add -p multinode-681015: exit status 80 (341.507555ms)
-- stdout --
* Adding node m03 to cluster multinode-681015 as [worker]
-- /stdout --
** stderr **
X Exiting due to GUEST_NODE_ADD: failed to add node: Node multinode-681015-m03 already exists in multinode-681015-m03 profile
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_node_040ea7097fd6ed71e65be9a474587f81f0ccd21d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
multinode_test.go:484: (dbg) Run: out/minikube-linux-arm64 delete -p multinode-681015-m03
multinode_test.go:484: (dbg) Done: out/minikube-linux-arm64 delete -p multinode-681015-m03: (2.079112286s)
--- PASS: TestMultiNode/serial/ValidateNameConflict (38.69s)
=== RUN TestPreload
preload_test.go:43: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-771983 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.32.0
preload_test.go:43: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-771983 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.32.0: (1m0.445003719s)
preload_test.go:51: (dbg) Run: out/minikube-linux-arm64 -p test-preload-771983 image pull gcr.io/k8s-minikube/busybox
preload_test.go:51: (dbg) Done: out/minikube-linux-arm64 -p test-preload-771983 image pull gcr.io/k8s-minikube/busybox: (2.466188689s)
preload_test.go:57: (dbg) Run: out/minikube-linux-arm64 stop -p test-preload-771983
preload_test.go:57: (dbg) Done: out/minikube-linux-arm64 stop -p test-preload-771983: (6.03474995s)
preload_test.go:65: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-771983 --memory=3072 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio
E1122 02:45:26.014494 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
preload_test.go:65: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-771983 --memory=3072 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio: (1m25.502084203s)
preload_test.go:70: (dbg) Run: out/minikube-linux-arm64 -p test-preload-771983 image list
helpers_test.go:175: Cleaning up "test-preload-771983" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p test-preload-771983
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p test-preload-771983: (2.491320591s)
--- PASS: TestPreload (157.17s)
=== RUN TestScheduledStopUnix
scheduled_stop_test.go:128: (dbg) Run: out/minikube-linux-arm64 start -p scheduled-stop-829858 --memory=3072 --driver=docker --container-runtime=crio
scheduled_stop_test.go:128: (dbg) Done: out/minikube-linux-arm64 start -p scheduled-stop-829858 --memory=3072 --driver=docker --container-runtime=crio: (32.23381178s)
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-829858 --schedule 5m -v=5 --alsologtostderr
minikube stop output:
** stderr **
I1122 02:47:07.575336 132035 out.go:360] Setting OutFile to fd 1 ...
I1122 02:47:07.575451 132035 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:47:07.575462 132035 out.go:374] Setting ErrFile to fd 2...
I1122 02:47:07.575468 132035 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:47:07.575733 132035 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:47:07.575994 132035 out.go:368] Setting JSON to false
I1122 02:47:07.576105 132035 mustload.go:66] Loading cluster: scheduled-stop-829858
I1122 02:47:07.576442 132035 config.go:182] Loaded profile config "scheduled-stop-829858": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:47:07.576520 132035 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/config.json ...
I1122 02:47:07.576697 132035 mustload.go:66] Loading cluster: scheduled-stop-829858
I1122 02:47:07.576813 132035 config.go:182] Loaded profile config "scheduled-stop-829858": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
** /stderr **
scheduled_stop_test.go:204: (dbg) Run: out/minikube-linux-arm64 status --format={{.TimeToStop}} -p scheduled-stop-829858 -n scheduled-stop-829858
scheduled_stop_test.go:172: signal error was: <nil>
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-829858 --schedule 15s -v=5 --alsologtostderr
minikube stop output:
** stderr **
I1122 02:47:08.072690 132123 out.go:360] Setting OutFile to fd 1 ...
I1122 02:47:08.072941 132123 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:47:08.072981 132123 out.go:374] Setting ErrFile to fd 2...
I1122 02:47:08.073006 132123 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:47:08.073311 132123 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:47:08.073628 132123 out.go:368] Setting JSON to false
I1122 02:47:08.074627 132123 daemonize_unix.go:73] killing process 132050 as it is an old scheduled stop
I1122 02:47:08.075184 132123 mustload.go:66] Loading cluster: scheduled-stop-829858
I1122 02:47:08.075612 132123 config.go:182] Loaded profile config "scheduled-stop-829858": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:47:08.075691 132123 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/config.json ...
I1122 02:47:08.075881 132123 mustload.go:66] Loading cluster: scheduled-stop-829858
I1122 02:47:08.075991 132123 config.go:182] Loaded profile config "scheduled-stop-829858": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
** /stderr **
scheduled_stop_test.go:172: signal error was: os: process already finished
I1122 02:47:08.086947 4130 retry.go:31] will retry after 120.875µs: open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/pid: no such file or directory
I1122 02:47:08.087703 4130 retry.go:31] will retry after 153.888µs: open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/pid: no such file or directory
I1122 02:47:08.088837 4130 retry.go:31] will retry after 288.314µs: open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/pid: no such file or directory
I1122 02:47:08.089928 4130 retry.go:31] will retry after 449.873µs: open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/pid: no such file or directory
I1122 02:47:08.091009 4130 retry.go:31] will retry after 626.508µs: open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/pid: no such file or directory
I1122 02:47:08.092103 4130 retry.go:31] will retry after 928.998µs: open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/pid: no such file or directory
I1122 02:47:08.093696 4130 retry.go:31] will retry after 1.47754ms: open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/pid: no such file or directory
I1122 02:47:08.095947 4130 retry.go:31] will retry after 1.706052ms: open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/pid: no such file or directory
I1122 02:47:08.098173 4130 retry.go:31] will retry after 1.60148ms: open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/pid: no such file or directory
I1122 02:47:08.101764 4130 retry.go:31] will retry after 2.953504ms: open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/pid: no such file or directory
I1122 02:47:08.104982 4130 retry.go:31] will retry after 4.581769ms: open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/pid: no such file or directory
I1122 02:47:08.110189 4130 retry.go:31] will retry after 7.423531ms: open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/pid: no such file or directory
I1122 02:47:08.118362 4130 retry.go:31] will retry after 18.839782ms: open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/pid: no such file or directory
I1122 02:47:08.137587 4130 retry.go:31] will retry after 20.292314ms: open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/pid: no such file or directory
I1122 02:47:08.160445 4130 retry.go:31] will retry after 36.177428ms: open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/pid: no such file or directory
I1122 02:47:08.197696 4130 retry.go:31] will retry after 22.979463ms: open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/pid: no such file or directory
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-829858 --cancel-scheduled
minikube stop output:
-- stdout --
* All existing scheduled stops cancelled
-- /stdout --
E1122 02:47:25.914920 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
scheduled_stop_test.go:189: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-829858 -n scheduled-stop-829858
scheduled_stop_test.go:218: (dbg) Run: out/minikube-linux-arm64 status -p scheduled-stop-829858
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-829858 --schedule 15s -v=5 --alsologtostderr
minikube stop output:
** stderr **
I1122 02:47:34.007481 132485 out.go:360] Setting OutFile to fd 1 ...
I1122 02:47:34.007625 132485 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:47:34.007632 132485 out.go:374] Setting ErrFile to fd 2...
I1122 02:47:34.007637 132485 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:47:34.008005 132485 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:47:34.008373 132485 out.go:368] Setting JSON to false
I1122 02:47:34.008559 132485 mustload.go:66] Loading cluster: scheduled-stop-829858
I1122 02:47:34.009019 132485 config.go:182] Loaded profile config "scheduled-stop-829858": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:47:34.009130 132485 profile.go:143] Saving config to /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/scheduled-stop-829858/config.json ...
I1122 02:47:34.009473 132485 mustload.go:66] Loading cluster: scheduled-stop-829858
I1122 02:47:34.010053 132485 config.go:182] Loaded profile config "scheduled-stop-829858": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
** /stderr **
scheduled_stop_test.go:172: signal error was: os: process already finished
scheduled_stop_test.go:218: (dbg) Run: out/minikube-linux-arm64 status -p scheduled-stop-829858
scheduled_stop_test.go:218: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p scheduled-stop-829858: exit status 7 (72.117056ms)
-- stdout --
scheduled-stop-829858
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
-- /stdout --
scheduled_stop_test.go:189: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-829858 -n scheduled-stop-829858
scheduled_stop_test.go:189: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-829858 -n scheduled-stop-829858: exit status 7 (63.089147ms)
-- stdout --
Stopped
-- /stdout --
scheduled_stop_test.go:189: status error: exit status 7 (may be ok)
helpers_test.go:175: Cleaning up "scheduled-stop-829858" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p scheduled-stop-829858
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p scheduled-stop-829858: (4.704302253s)
--- PASS: TestScheduledStopUnix (108.59s)
=== RUN TestInsufficientStorage
status_test.go:50: (dbg) Run: out/minikube-linux-arm64 start -p insufficient-storage-092321 --memory=3072 --output=json --wait=true --driver=docker --container-runtime=crio
status_test.go:50: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p insufficient-storage-092321 --memory=3072 --output=json --wait=true --driver=docker --container-runtime=crio: exit status 26 (11.226506665s)
-- stdout --
{"specversion":"1.0","id":"af078489-2178-4b80-8ca0-86cb8df8c98a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[insufficient-storage-092321] minikube v1.37.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"028f5295-51fd-4edc-ad36-33dd13047335","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=21946"}}
{"specversion":"1.0","id":"505e27dd-b110-4b03-8976-b94e1731c116","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"68cf9c1c-1a98-4e69-8939-b0343042e54e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig"}}
{"specversion":"1.0","id":"90a07890-61a4-4fa8-8e74-5cf0df01c99b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube"}}
{"specversion":"1.0","id":"18802fa5-9edd-4e4d-8f7e-0db120d248d9","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"42d37daa-111d-4541-8bc9-a048c1a1834e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"0f281ad0-ea14-4d65-aaae-379478c3f6f2","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_STORAGE_CAPACITY=100"}}
{"specversion":"1.0","id":"2ddd35a3-8f5a-4e2a-b3ae-a03e5d89be2d","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_AVAILABLE_STORAGE=19"}}
{"specversion":"1.0","id":"bdd76dee-64de-49b1-bd02-7626b61e4668","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the docker driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}
{"specversion":"1.0","id":"b90a5fc9-7e62-466d-986a-e61c0fd5d99c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Using Docker driver with root privileges"}}
{"specversion":"1.0","id":"9cff6893-bd36-411f-9537-8f273cfa1b29","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting \"insufficient-storage-092321\" primary control-plane node in \"insufficient-storage-092321\" cluster","name":"Starting Node","totalsteps":"19"}}
{"specversion":"1.0","id":"4d9416bb-d57d-49f4-b05e-6b8c55769eaa","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"5","message":"Pulling base image v0.0.48-1763507788-21924 ...","name":"Pulling Base Image","totalsteps":"19"}}
{"specversion":"1.0","id":"466cb590-2714-49e0-aea2-931d0aecda0d","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"8","message":"Creating docker container (CPUs=2, Memory=3072MB) ...","name":"Creating Container","totalsteps":"19"}}
{"specversion":"1.0","id":"3cfe092b-1b57-4bb5-88dd-ef2928f7a784","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"Try one or more of the following to free up space on the device:\n\n\t\t\t1. Run \"docker system prune\" to remove unused Docker data (optionally with \"-a\")\n\t\t\t2. Increase the storage allocated to Docker for Desktop by clicking on:\n\t\t\t\tDocker icon \u003e Preferences \u003e Resources \u003e Disk Image Size\n\t\t\t3. Run \"minikube ssh -- docker system prune\" if using the Docker container runtime","exitcode":"26","issues":"https://github.com/kubernetes/minikube/issues/9024","message":"Docker is out of disk space! (/var is at 100% of capacity). You can pass '--force' to skip this check.","name":"RSRC_DOCKER_STORAGE","url":""}}
-- /stdout --
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-092321 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-092321 --output=json --layout=cluster: exit status 7 (306.408923ms)
-- stdout --
{"Name":"insufficient-storage-092321","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","Step":"Creating Container","StepDetail":"Creating docker container (CPUs=2, Memory=3072MB) ...","BinaryVersion":"v1.37.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-092321","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1122 02:48:35.375809 134188 status.go:458] kubeconfig endpoint: get endpoint: "insufficient-storage-092321" does not appear in /home/jenkins/minikube-integration/21946-2339/kubeconfig
** /stderr **
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-092321 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-092321 --output=json --layout=cluster: exit status 7 (284.961475ms)
-- stdout --
{"Name":"insufficient-storage-092321","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","BinaryVersion":"v1.37.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-092321","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1122 02:48:35.663171 134256 status.go:458] kubeconfig endpoint: get endpoint: "insufficient-storage-092321" does not appear in /home/jenkins/minikube-integration/21946-2339/kubeconfig
E1122 02:48:35.672779 134256 status.go:258] unable to read event log: stat: stat /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/insufficient-storage-092321/events.json: no such file or directory
** /stderr **
helpers_test.go:175: Cleaning up "insufficient-storage-092321" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p insufficient-storage-092321
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p insufficient-storage-092321: (1.92812767s)
--- PASS: TestInsufficientStorage (13.75s)
=== RUN TestRunningBinaryUpgrade
=== PAUSE TestRunningBinaryUpgrade
=== CONT TestRunningBinaryUpgrade
version_upgrade_test.go:120: (dbg) Run: /tmp/minikube-v1.32.0.2403116402 start -p running-upgrade-250110 --memory=3072 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:120: (dbg) Done: /tmp/minikube-v1.32.0.2403116402 start -p running-upgrade-250110 --memory=3072 --vm-driver=docker --container-runtime=crio: (32.586840051s)
version_upgrade_test.go:130: (dbg) Run: out/minikube-linux-arm64 start -p running-upgrade-250110 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:130: (dbg) Done: out/minikube-linux-arm64 start -p running-upgrade-250110 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (18.912241796s)
helpers_test.go:175: Cleaning up "running-upgrade-250110" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p running-upgrade-250110
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p running-upgrade-250110: (2.6504974s)
--- PASS: TestRunningBinaryUpgrade (55.12s)
=== RUN TestKubernetesUpgrade
=== PAUSE TestKubernetesUpgrade
=== CONT TestKubernetesUpgrade
version_upgrade_test.go:222: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-009731 --memory=3072 --kubernetes-version=v1.28.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:222: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-009731 --memory=3072 --kubernetes-version=v1.28.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (37.13763117s)
version_upgrade_test.go:227: (dbg) Run: out/minikube-linux-arm64 stop -p kubernetes-upgrade-009731
version_upgrade_test.go:227: (dbg) Done: out/minikube-linux-arm64 stop -p kubernetes-upgrade-009731: (1.487991202s)
version_upgrade_test.go:232: (dbg) Run: out/minikube-linux-arm64 -p kubernetes-upgrade-009731 status --format={{.Host}}
version_upgrade_test.go:232: (dbg) Non-zero exit: out/minikube-linux-arm64 -p kubernetes-upgrade-009731 status --format={{.Host}}: exit status 7 (96.002181ms)
-- stdout --
Stopped
-- /stdout --
version_upgrade_test.go:234: status error: exit status 7 (may be ok)
version_upgrade_test.go:243: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-009731 --memory=3072 --kubernetes-version=v1.34.1 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:243: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-009731 --memory=3072 --kubernetes-version=v1.34.1 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (4m43.148829755s)
version_upgrade_test.go:248: (dbg) Run: kubectl --context kubernetes-upgrade-009731 version --output=json
version_upgrade_test.go:267: Attempting to downgrade Kubernetes (should fail)
version_upgrade_test.go:269: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-009731 --memory=3072 --kubernetes-version=v1.28.0 --driver=docker --container-runtime=crio
version_upgrade_test.go:269: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p kubernetes-upgrade-009731 --memory=3072 --kubernetes-version=v1.28.0 --driver=docker --container-runtime=crio: exit status 106 (112.542415ms)
-- stdout --
* [kubernetes-upgrade-009731] minikube v1.37.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=21946
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to K8S_DOWNGRADE_UNSUPPORTED: Unable to safely downgrade existing Kubernetes v1.34.1 cluster to v1.28.0
* Suggestion:
1) Recreate the cluster with Kubernetes 1.28.0, by running:
minikube delete -p kubernetes-upgrade-009731
minikube start -p kubernetes-upgrade-009731 --kubernetes-version=v1.28.0
2) Create a second cluster with Kubernetes 1.28.0, by running:
minikube start -p kubernetes-upgrade-0097312 --kubernetes-version=v1.28.0
3) Use the existing cluster at version Kubernetes 1.34.1, by running:
minikube start -p kubernetes-upgrade-009731 --kubernetes-version=v1.34.1
** /stderr **
version_upgrade_test.go:273: Attempting restart after unsuccessful downgrade
version_upgrade_test.go:275: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-009731 --memory=3072 --kubernetes-version=v1.34.1 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:275: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-009731 --memory=3072 --kubernetes-version=v1.34.1 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (36.152682072s)
helpers_test.go:175: Cleaning up "kubernetes-upgrade-009731" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubernetes-upgrade-009731
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p kubernetes-upgrade-009731: (4.727989765s)
--- PASS: TestKubernetesUpgrade (363.00s)
=== RUN TestMissingContainerUpgrade
=== PAUSE TestMissingContainerUpgrade
=== CONT TestMissingContainerUpgrade
version_upgrade_test.go:309: (dbg) Run: /tmp/minikube-v1.32.0.4002900006 start -p missing-upgrade-029274 --memory=3072 --driver=docker --container-runtime=crio
version_upgrade_test.go:309: (dbg) Done: /tmp/minikube-v1.32.0.4002900006 start -p missing-upgrade-029274 --memory=3072 --driver=docker --container-runtime=crio: (1m9.101304618s)
version_upgrade_test.go:318: (dbg) Run: docker stop missing-upgrade-029274
version_upgrade_test.go:323: (dbg) Run: docker rm missing-upgrade-029274
version_upgrade_test.go:329: (dbg) Run: out/minikube-linux-arm64 start -p missing-upgrade-029274 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E1122 02:50:26.015480 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
version_upgrade_test.go:329: (dbg) Done: out/minikube-linux-arm64 start -p missing-upgrade-029274 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (40.896763458s)
helpers_test.go:175: Cleaning up "missing-upgrade-029274" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p missing-upgrade-029274
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p missing-upgrade-029274: (1.977109711s)
--- PASS: TestMissingContainerUpgrade (121.12s)
=== RUN TestNoKubernetes/serial/StartNoK8sWithVersion
no_kubernetes_test.go:108: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-062111 --no-kubernetes --kubernetes-version=v1.28.0 --driver=docker --container-runtime=crio
no_kubernetes_test.go:108: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p NoKubernetes-062111 --no-kubernetes --kubernetes-version=v1.28.0 --driver=docker --container-runtime=crio: exit status 14 (108.086751ms)
-- stdout --
* [NoKubernetes-062111] minikube v1.37.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=21946
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to MK_USAGE: cannot specify --kubernetes-version with --no-kubernetes,
to unset a global config run:
$ minikube config unset kubernetes-version
** /stderr **
--- PASS: TestNoKubernetes/serial/StartNoK8sWithVersion (0.11s)
=== RUN TestNoKubernetes/serial/StartWithK8s
no_kubernetes_test.go:120: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-062111 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
no_kubernetes_test.go:120: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-062111 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (43.392659435s)
no_kubernetes_test.go:225: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-062111 status -o json
--- PASS: TestNoKubernetes/serial/StartWithK8s (43.80s)
=== RUN TestNoKubernetes/serial/StartWithStopK8s
no_kubernetes_test.go:137: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-062111 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
no_kubernetes_test.go:137: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-062111 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (1m51.800642464s)
no_kubernetes_test.go:225: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-062111 status -o json
no_kubernetes_test.go:225: (dbg) Non-zero exit: out/minikube-linux-arm64 -p NoKubernetes-062111 status -o json: exit status 2 (438.683537ms)
-- stdout --
{"Name":"NoKubernetes-062111","Host":"Running","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Configured","Worker":false}
-- /stdout --
no_kubernetes_test.go:149: (dbg) Run: out/minikube-linux-arm64 delete -p NoKubernetes-062111
no_kubernetes_test.go:149: (dbg) Done: out/minikube-linux-arm64 delete -p NoKubernetes-062111: (3.386306648s)
--- PASS: TestNoKubernetes/serial/StartWithStopK8s (115.63s)
=== RUN TestNoKubernetes/serial/Start
no_kubernetes_test.go:161: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-062111 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
no_kubernetes_test.go:161: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-062111 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (9.395768334s)
--- PASS: TestNoKubernetes/serial/Start (9.40s)
=== RUN TestNoKubernetes/serial/VerifyNok8sNoK8sDownloads
no_kubernetes_test.go:89: Checking cache directory: /home/jenkins/minikube-integration/21946-2339/.minikube/cache/linux/arm64/v0.0.0
--- PASS: TestNoKubernetes/serial/VerifyNok8sNoK8sDownloads (0.00s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunning
no_kubernetes_test.go:172: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-062111 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:172: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-062111 "sudo systemctl is-active --quiet service kubelet": exit status 1 (368.256269ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunning (0.37s)
=== RUN TestNoKubernetes/serial/ProfileList
no_kubernetes_test.go:194: (dbg) Run: out/minikube-linux-arm64 profile list
no_kubernetes_test.go:204: (dbg) Run: out/minikube-linux-arm64 profile list --output=json
--- PASS: TestNoKubernetes/serial/ProfileList (1.41s)
=== RUN TestNoKubernetes/serial/Stop
no_kubernetes_test.go:183: (dbg) Run: out/minikube-linux-arm64 stop -p NoKubernetes-062111
no_kubernetes_test.go:183: (dbg) Done: out/minikube-linux-arm64 stop -p NoKubernetes-062111: (3.8402141s)
--- PASS: TestNoKubernetes/serial/Stop (3.84s)
=== RUN TestNoKubernetes/serial/StartNoArgs
no_kubernetes_test.go:216: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-062111 --driver=docker --container-runtime=crio
no_kubernetes_test.go:216: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-062111 --driver=docker --container-runtime=crio: (9.127284274s)
--- PASS: TestNoKubernetes/serial/StartNoArgs (9.13s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunningSecond
no_kubernetes_test.go:172: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-062111 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:172: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-062111 "sudo systemctl is-active --quiet service kubelet": exit status 1 (342.375221ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunningSecond (0.34s)
=== RUN TestStoppedBinaryUpgrade/Setup
--- PASS: TestStoppedBinaryUpgrade/Setup (1.48s)
=== RUN TestStoppedBinaryUpgrade/Upgrade
version_upgrade_test.go:183: (dbg) Run: /tmp/minikube-v1.32.0.2716753140 start -p stopped-upgrade-831314 --memory=3072 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:183: (dbg) Done: /tmp/minikube-v1.32.0.2716753140 start -p stopped-upgrade-831314 --memory=3072 --vm-driver=docker --container-runtime=crio: (30.023654799s)
version_upgrade_test.go:192: (dbg) Run: /tmp/minikube-v1.32.0.2716753140 -p stopped-upgrade-831314 stop
version_upgrade_test.go:192: (dbg) Done: /tmp/minikube-v1.32.0.2716753140 -p stopped-upgrade-831314 stop: (1.287346265s)
version_upgrade_test.go:198: (dbg) Run: out/minikube-linux-arm64 start -p stopped-upgrade-831314 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E1122 02:52:25.910401 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
version_upgrade_test.go:198: (dbg) Done: out/minikube-linux-arm64 start -p stopped-upgrade-831314 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (19.376053044s)
--- PASS: TestStoppedBinaryUpgrade/Upgrade (50.69s)
=== RUN TestStoppedBinaryUpgrade/MinikubeLogs
version_upgrade_test.go:206: (dbg) Run: out/minikube-linux-arm64 logs -p stopped-upgrade-831314
version_upgrade_test.go:206: (dbg) Done: out/minikube-linux-arm64 logs -p stopped-upgrade-831314: (1.150851443s)
--- PASS: TestStoppedBinaryUpgrade/MinikubeLogs (1.15s)
=== RUN TestPause/serial/Start
pause_test.go:80: (dbg) Run: out/minikube-linux-arm64 start -p pause-325874 --memory=3072 --install-addons=false --wait=all --driver=docker --container-runtime=crio
pause_test.go:80: (dbg) Done: out/minikube-linux-arm64 start -p pause-325874 --memory=3072 --install-addons=false --wait=all --driver=docker --container-runtime=crio: (1m23.485526783s)
--- PASS: TestPause/serial/Start (83.49s)
=== RUN TestPause/serial/SecondStartNoReconfiguration
pause_test.go:92: (dbg) Run: out/minikube-linux-arm64 start -p pause-325874 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E1122 02:55:09.089932 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 02:55:26.013689 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
pause_test.go:92: (dbg) Done: out/minikube-linux-arm64 start -p pause-325874 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (30.198541657s)
--- PASS: TestPause/serial/SecondStartNoReconfiguration (30.22s)
=== RUN TestNetworkPlugins/group/false
net_test.go:246: (dbg) Run: out/minikube-linux-arm64 start -p false-646238 --memory=3072 --alsologtostderr --cni=false --driver=docker --container-runtime=crio
net_test.go:246: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p false-646238 --memory=3072 --alsologtostderr --cni=false --driver=docker --container-runtime=crio: exit status 14 (279.289289ms)
-- stdout --
* [false-646238] minikube v1.37.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=21946
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on user configuration
-- /stdout --
** stderr **
I1122 02:56:25.026681 172500 out.go:360] Setting OutFile to fd 1 ...
I1122 02:56:25.026976 172500 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:56:25.027022 172500 out.go:374] Setting ErrFile to fd 2...
I1122 02:56:25.027050 172500 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1122 02:56:25.027599 172500 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21946-2339/.minikube/bin
I1122 02:56:25.028237 172500 out.go:368] Setting JSON to false
I1122 02:56:25.029789 172500 start.go:133] hostinfo: {"hostname":"ip-172-31-24-2","uptime":5911,"bootTime":1763774274,"procs":184,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1122 02:56:25.030020 172500 start.go:143] virtualization:
I1122 02:56:25.034012 172500 out.go:179] * [false-646238] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1122 02:56:25.037270 172500 out.go:179] - MINIKUBE_LOCATION=21946
I1122 02:56:25.037362 172500 notify.go:221] Checking for updates...
I1122 02:56:25.041468 172500 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1122 02:56:25.044923 172500 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21946-2339/kubeconfig
I1122 02:56:25.048008 172500 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21946-2339/.minikube
I1122 02:56:25.051694 172500 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1122 02:56:25.054689 172500 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1122 02:56:25.058294 172500 config.go:182] Loaded profile config "kubernetes-upgrade-009731": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1122 02:56:25.058406 172500 driver.go:422] Setting default libvirt URI to qemu:///system
I1122 02:56:25.108328 172500 docker.go:124] docker version: linux-28.1.1:Docker Engine - Community
I1122 02:56:25.108468 172500 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1122 02:56:25.207054 172500 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:true NGoroutines:53 SystemTime:2025-11-22 02:56:25.191998748 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1122 02:56:25.207171 172500 docker.go:319] overlay module found
I1122 02:56:25.210687 172500 out.go:179] * Using the docker driver based on user configuration
I1122 02:56:25.213644 172500 start.go:309] selected driver: docker
I1122 02:56:25.213680 172500 start.go:927] validating driver "docker" against <nil>
I1122 02:56:25.213694 172500 start.go:938] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1122 02:56:25.217259 172500 out.go:203]
W1122 02:56:25.220120 172500 out.go:285] X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
I1122 02:56:25.223076 172500 out.go:203]
** /stderr **
net_test.go:88:
----------------------- debugLogs start: false-646238 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: false-646238
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: false-646238
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: false-646238
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: false-646238
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: false-646238
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: false-646238
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: false-646238
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: false-646238
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: false-646238
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: false-646238
>>> host: /etc/nsswitch.conf:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: /etc/hosts:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: /etc/resolv.conf:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: false-646238
>>> host: crictl pods:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: crictl containers:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> k8s: describe netcat deployment:
error: context "false-646238" does not exist
>>> k8s: describe netcat pod(s):
error: context "false-646238" does not exist
>>> k8s: netcat logs:
error: context "false-646238" does not exist
>>> k8s: describe coredns deployment:
error: context "false-646238" does not exist
>>> k8s: describe coredns pods:
error: context "false-646238" does not exist
>>> k8s: coredns logs:
error: context "false-646238" does not exist
>>> k8s: describe api server pod(s):
error: context "false-646238" does not exist
>>> k8s: api server logs:
error: context "false-646238" does not exist
>>> host: /etc/cni:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: ip a s:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: ip r s:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: iptables-save:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: iptables table nat:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> k8s: describe kube-proxy daemon set:
error: context "false-646238" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "false-646238" does not exist
>>> k8s: kube-proxy logs:
error: context "false-646238" does not exist
>>> host: kubelet daemon status:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: kubelet daemon config:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> k8s: kubelet logs:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt
extensions:
- extension:
last-update: Sat, 22 Nov 2025 02:56:09 UTC
provider: minikube.sigs.k8s.io
version: v1.37.0
name: cluster_info
server: https://192.168.85.2:8443
name: kubernetes-upgrade-009731
contexts:
- context:
cluster: kubernetes-upgrade-009731
extensions:
- extension:
last-update: Sat, 22 Nov 2025 02:56:09 UTC
provider: minikube.sigs.k8s.io
version: v1.37.0
name: context_info
namespace: default
user: kubernetes-upgrade-009731
name: kubernetes-upgrade-009731
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-009731
user:
client-certificate: /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/kubernetes-upgrade-009731/client.crt
client-key: /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/kubernetes-upgrade-009731/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: false-646238
>>> host: docker daemon status:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: docker daemon config:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: /etc/docker/daemon.json:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: docker system info:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: cri-docker daemon status:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: cri-docker daemon config:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: cri-dockerd version:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: containerd daemon status:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: containerd daemon config:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: /lib/systemd/system/containerd.service:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: /etc/containerd/config.toml:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: containerd config dump:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: crio daemon status:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: crio daemon config:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: /etc/crio:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
>>> host: crio config:
* Profile "false-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-646238"
----------------------- debugLogs end: false-646238 [took: 4.043491348s] --------------------------------
helpers_test.go:175: Cleaning up "false-646238" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p false-646238
--- PASS: TestNetworkPlugins/group/false (4.52s)
=== RUN TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0: (59.528005096s)
--- PASS: TestStartStop/group/old-k8s-version/serial/FirstStart (59.53s)
=== RUN TestStartStop/group/old-k8s-version/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context old-k8s-version-250049 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:352: "busybox" [094e601a-a410-44b1-88e7-8d2714f82473] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:352: "busybox" [094e601a-a410-44b1-88e7-8d2714f82473] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: integration-test=busybox healthy within 8.004188792s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context old-k8s-version-250049 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/old-k8s-version/serial/DeployApp (8.43s)
=== RUN TestStartStop/group/old-k8s-version/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p old-k8s-version-250049 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p old-k8s-version-250049 --alsologtostderr -v=3: (12.008523355s)
--- PASS: TestStartStop/group/old-k8s-version/serial/Stop (12.01s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-250049 -n old-k8s-version-250049
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-250049 -n old-k8s-version-250049: exit status 7 (91.399183ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p old-k8s-version-250049 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop (0.22s)
=== RUN TestStartStop/group/old-k8s-version/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-250049 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0: (50.463207963s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-250049 -n old-k8s-version-250049
--- PASS: TestStartStop/group/old-k8s-version/serial/SecondStart (50.88s)
=== RUN TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:352: "kubernetes-dashboard-8694d4445c-gn8vw" [b6ff79a9-fb8e-4a24-968f-684068fb7b0d] Running
start_stop_delete_test.go:272: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004075787s
--- PASS: TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:352: "kubernetes-dashboard-8694d4445c-gn8vw" [b6ff79a9-fb8e-4a24-968f-684068fb7b0d] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.003607251s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context old-k8s-version-250049 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop (5.10s)
=== RUN TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p old-k8s-version-250049 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20230511-dc714da8
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250512-df8de77b
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages (0.28s)
=== RUN TestStartStop/group/no-preload/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1: (1m19.710136214s)
--- PASS: TestStartStop/group/no-preload/serial/FirstStart (79.71s)
=== RUN TestStartStop/group/embed-certs/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1: (1m30.902376248s)
--- PASS: TestStartStop/group/embed-certs/serial/FirstStart (90.90s)
=== RUN TestStartStop/group/no-preload/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context no-preload-564946 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/no-preload/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:352: "busybox" [f39a9ba5-b6bc-4e71-be6d-1ad543a98916] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:352: "busybox" [f39a9ba5-b6bc-4e71-be6d-1ad543a98916] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/no-preload/serial/DeployApp: integration-test=busybox healthy within 9.003717952s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context no-preload-564946 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/no-preload/serial/DeployApp (9.36s)
=== RUN TestStartStop/group/no-preload/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p no-preload-564946 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p no-preload-564946 --alsologtostderr -v=3: (12.043845939s)
--- PASS: TestStartStop/group/no-preload/serial/Stop (12.04s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-564946 -n no-preload-564946
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-564946 -n no-preload-564946: exit status 7 (117.966113ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p no-preload-564946 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonAfterStop (0.26s)
=== RUN TestStartStop/group/no-preload/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-564946 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1: (52.970947156s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-564946 -n no-preload-564946
--- PASS: TestStartStop/group/no-preload/serial/SecondStart (53.47s)
=== RUN TestStartStop/group/embed-certs/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context embed-certs-114686 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:352: "busybox" [f4d670d2-d50b-4b1d-9381-9d9fba5d1826] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:352: "busybox" [f4d670d2-d50b-4b1d-9381-9d9fba5d1826] Running
E1122 03:02:25.909843 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
start_stop_delete_test.go:194: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: integration-test=busybox healthy within 9.003230787s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context embed-certs-114686 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/embed-certs/serial/DeployApp (9.50s)
=== RUN TestStartStop/group/embed-certs/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p embed-certs-114686 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p embed-certs-114686 --alsologtostderr -v=3: (12.593043164s)
--- PASS: TestStartStop/group/embed-certs/serial/Stop (12.59s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-114686 -n embed-certs-114686
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-114686 -n embed-certs-114686: exit status 7 (106.6795ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p embed-certs-114686 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonAfterStop (0.28s)
=== RUN TestStartStop/group/embed-certs/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-114686 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1: (52.908223888s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-114686 -n embed-certs-114686
--- PASS: TestStartStop/group/embed-certs/serial/SecondStart (53.28s)
=== RUN TestStartStop/group/no-preload/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:352: "kubernetes-dashboard-855c9754f9-qwq4d" [9f501ac2-2671-41f3-8880-7029fe0d0af1] Running
start_stop_delete_test.go:272: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003601071s
--- PASS: TestStartStop/group/no-preload/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/no-preload/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:352: "kubernetes-dashboard-855c9754f9-qwq4d" [9f501ac2-2671-41f3-8880-7029fe0d0af1] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.00293244s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context no-preload-564946 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/no-preload/serial/AddonExistsAfterStop (5.10s)
=== RUN TestStartStop/group/no-preload/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p no-preload-564946 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250512-df8de77b
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/no-preload/serial/VerifyKubernetesImages (0.25s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-241752 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-241752 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1: (1m24.874093682s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/FirstStart (84.87s)
=== RUN TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:352: "kubernetes-dashboard-855c9754f9-gz7km" [d129157b-0e6c-42f5-a433-4104bd99a236] Running
start_stop_delete_test.go:272: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.012759534s
--- PASS: TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/embed-certs/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:352: "kubernetes-dashboard-855c9754f9-gz7km" [d129157b-0e6c-42f5-a433-4104bd99a236] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004285497s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context embed-certs-114686 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/embed-certs/serial/AddonExistsAfterStop (6.11s)
=== RUN TestStartStop/group/embed-certs/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p embed-certs-114686 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250512-df8de77b
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/embed-certs/serial/VerifyKubernetesImages (0.27s)
=== RUN TestStartStop/group/newest-cni/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-814190 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1
E1122 03:04:08.402887 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:04:18.645176 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:04:39.126952 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-814190 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1: (38.001447658s)
--- PASS: TestStartStop/group/newest-cni/serial/FirstStart (38.00s)
=== RUN TestStartStop/group/newest-cni/serial/DeployApp
--- PASS: TestStartStop/group/newest-cni/serial/DeployApp (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p newest-cni-814190 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p newest-cni-814190 --alsologtostderr -v=3: (1.419638851s)
--- PASS: TestStartStop/group/newest-cni/serial/Stop (1.42s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-814190 -n newest-cni-814190
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-814190 -n newest-cni-814190: exit status 7 (69.687108ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p newest-cni-814190 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonAfterStop (0.19s)
=== RUN TestStartStop/group/newest-cni/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-814190 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-814190 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1: (15.189202973s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-814190 -n newest-cni-814190
--- PASS: TestStartStop/group/newest-cni/serial/SecondStart (15.60s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context default-k8s-diff-port-241752 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:352: "busybox" [2fbece27-4c5f-4107-96ae-fe6baafe2664] Pending
helpers_test.go:352: "busybox" [2fbece27-4c5f-4107-96ae-fe6baafe2664] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:352: "busybox" [2fbece27-4c5f-4107-96ae-fe6baafe2664] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: integration-test=busybox healthy within 8.004416678s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context default-k8s-diff-port-241752 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/DeployApp (8.41s)
=== RUN TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop
start_stop_delete_test.go:271: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/AddonExistsAfterStop
start_stop_delete_test.go:282: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/AddonExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p newest-cni-814190 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250512-df8de77b
--- PASS: TestStartStop/group/newest-cni/serial/VerifyKubernetesImages (0.26s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p default-k8s-diff-port-241752 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p default-k8s-diff-port-241752 --alsologtostderr -v=3: (12.253479869s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Stop (12.25s)
=== RUN TestNetworkPlugins/group/auto/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p auto-646238 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio
E1122 03:05:20.089980 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p auto-646238 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio: (1m29.846269712s)
--- PASS: TestNetworkPlugins/group/auto/Start (89.85s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-241752 -n default-k8s-diff-port-241752
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-241752 -n default-k8s-diff-port-241752: exit status 7 (77.292139ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p default-k8s-diff-port-241752 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop (0.23s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-241752 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1
E1122 03:05:26.014816 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-241752 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1: (1m3.828832446s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-241752 -n default-k8s-diff-port-241752
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/SecondStart (64.20s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:352: "kubernetes-dashboard-855c9754f9-9n5h5" [2225dfc6-0305-4f05-b7a8-9e450dedd8ef] Running
start_stop_delete_test.go:272: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004488072s
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:352: "kubernetes-dashboard-855c9754f9-9n5h5" [2225dfc6-0305-4f05-b7a8-9e450dedd8ef] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.003427416s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context default-k8s-diff-port-241752 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop (5.10s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p default-k8s-diff-port-241752 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250512-df8de77b
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages (0.24s)
=== RUN TestNetworkPlugins/group/auto/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p auto-646238 "pgrep -a kubelet"
I1122 03:06:41.470472 4130 config.go:182] Loaded profile config "auto-646238": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestNetworkPlugins/group/auto/KubeletFlags (0.40s)
=== RUN TestNetworkPlugins/group/auto/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context auto-646238 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:352: "netcat-cd4db9dbf-5md75" [65335194-14cc-424b-bd0b-1a51ff555236] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E1122 03:06:42.013168 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:352: "netcat-cd4db9dbf-5md75" [65335194-14cc-424b-bd0b-1a51ff555236] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: app=netcat healthy within 11.003194562s
--- PASS: TestNetworkPlugins/group/auto/NetCatPod (11.41s)
=== RUN TestNetworkPlugins/group/kindnet/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p kindnet-646238 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p kindnet-646238 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio: (1m28.524945401s)
--- PASS: TestNetworkPlugins/group/kindnet/Start (88.53s)
=== RUN TestNetworkPlugins/group/auto/DNS
net_test.go:175: (dbg) Run: kubectl --context auto-646238 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/auto/DNS (0.23s)
=== RUN TestNetworkPlugins/group/auto/Localhost
net_test.go:194: (dbg) Run: kubectl --context auto-646238 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/auto/Localhost (0.21s)
=== RUN TestNetworkPlugins/group/auto/HairPin
net_test.go:264: (dbg) Run: kubectl --context auto-646238 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
E1122 03:06:53.516422 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:06:53.523580 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:06:53.535814 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:06:53.557120 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:06:53.598446 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
--- PASS: TestNetworkPlugins/group/auto/HairPin (0.28s)
=== RUN TestNetworkPlugins/group/calico/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p calico-646238 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio
E1122 03:07:25.909808 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:07:34.500077 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:08:15.461921 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p calico-646238 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio: (1m13.216980895s)
--- PASS: TestNetworkPlugins/group/calico/Start (73.22s)
=== RUN TestNetworkPlugins/group/kindnet/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: waiting 10m0s for pods matching "app=kindnet" in namespace "kube-system" ...
helpers_test.go:352: "kindnet-6ks5v" [e29a27a4-aa17-41bb-bed6-be1014f33960] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: app=kindnet healthy within 6.003803333s
--- PASS: TestNetworkPlugins/group/kindnet/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/kindnet/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p kindnet-646238 "pgrep -a kubelet"
I1122 03:08:22.291912 4130 config.go:182] Loaded profile config "kindnet-646238": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestNetworkPlugins/group/kindnet/KubeletFlags (0.38s)
=== RUN TestNetworkPlugins/group/kindnet/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context kindnet-646238 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:352: "netcat-cd4db9dbf-94k6g" [109cb730-ee70-44f5-b764-b82f34ce14f8] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:352: "netcat-cd4db9dbf-94k6g" [109cb730-ee70-44f5-b764-b82f34ce14f8] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: app=netcat healthy within 11.003259662s
--- PASS: TestNetworkPlugins/group/kindnet/NetCatPod (11.41s)
=== RUN TestNetworkPlugins/group/calico/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: waiting 10m0s for pods matching "k8s-app=calico-node" in namespace "kube-system" ...
helpers_test.go:352: "calico-node-gswfk" [aea940e1-5bd3-4ca9-abe1-eed55fb3f7d3] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: k8s-app=calico-node healthy within 6.004225576s
--- PASS: TestNetworkPlugins/group/calico/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/kindnet/DNS
net_test.go:175: (dbg) Run: kubectl --context kindnet-646238 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/kindnet/DNS (0.17s)
=== RUN TestNetworkPlugins/group/kindnet/Localhost
net_test.go:194: (dbg) Run: kubectl --context kindnet-646238 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/kindnet/Localhost (0.15s)
=== RUN TestNetworkPlugins/group/kindnet/HairPin
net_test.go:264: (dbg) Run: kubectl --context kindnet-646238 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/kindnet/HairPin (0.16s)
=== RUN TestNetworkPlugins/group/calico/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p calico-646238 "pgrep -a kubelet"
I1122 03:08:38.830298 4130 config.go:182] Loaded profile config "calico-646238": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestNetworkPlugins/group/calico/KubeletFlags (0.31s)
=== RUN TestNetworkPlugins/group/calico/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context calico-646238 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:352: "netcat-cd4db9dbf-6bxpn" [8fad9bb9-b3fd-47ef-8adc-2eff02c165ce] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:352: "netcat-cd4db9dbf-6bxpn" [8fad9bb9-b3fd-47ef-8adc-2eff02c165ce] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: app=netcat healthy within 12.008925877s
--- PASS: TestNetworkPlugins/group/calico/NetCatPod (12.27s)
=== RUN TestNetworkPlugins/group/calico/DNS
net_test.go:175: (dbg) Run: kubectl --context calico-646238 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/calico/DNS (0.24s)
=== RUN TestNetworkPlugins/group/calico/Localhost
net_test.go:194: (dbg) Run: kubectl --context calico-646238 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/calico/Localhost (0.21s)
=== RUN TestNetworkPlugins/group/calico/HairPin
net_test.go:264: (dbg) Run: kubectl --context calico-646238 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/calico/HairPin (0.19s)
=== RUN TestNetworkPlugins/group/custom-flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-flannel-646238 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio
E1122 03:08:58.148195 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-flannel-646238 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio: (1m3.347204837s)
--- PASS: TestNetworkPlugins/group/custom-flannel/Start (63.35s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p enable-default-cni-646238 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio
E1122 03:09:25.854861 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/old-k8s-version-250049/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:09:37.383482 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:09:56.999701 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:09:57.006221 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:09:57.018171 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:09:57.039488 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:09:57.081609 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:09:57.165704 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:09:57.326992 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:09:57.648343 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:09:58.290054 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:09:59.571628 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p enable-default-cni-646238 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio: (50.706979651s)
--- PASS: TestNetworkPlugins/group/enable-default-cni/Start (50.71s)
=== RUN TestNetworkPlugins/group/custom-flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p custom-flannel-646238 "pgrep -a kubelet"
I1122 03:10:01.017755 4130 config.go:182] Loaded profile config "custom-flannel-646238": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestNetworkPlugins/group/custom-flannel/KubeletFlags (0.36s)
=== RUN TestNetworkPlugins/group/custom-flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context custom-flannel-646238 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:352: "netcat-cd4db9dbf-h22hw" [55c82602-793d-460b-beed-0934df3e8ee5] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E1122 03:10:02.133865 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:352: "netcat-cd4db9dbf-h22hw" [55c82602-793d-460b-beed-0934df3e8ee5] Running
E1122 03:10:07.255277 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: app=netcat healthy within 11.003654141s
--- PASS: TestNetworkPlugins/group/custom-flannel/NetCatPod (11.30s)
=== RUN TestNetworkPlugins/group/enable-default-cni/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p enable-default-cni-646238 "pgrep -a kubelet"
I1122 03:10:09.520885 4130 config.go:182] Loaded profile config "enable-default-cni-646238": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestNetworkPlugins/group/enable-default-cni/KubeletFlags (0.33s)
=== RUN TestNetworkPlugins/group/enable-default-cni/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context enable-default-cni-646238 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:352: "netcat-cd4db9dbf-88vlx" [2405dd11-7864-4bf4-96c6-854ca1c315ef] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:352: "netcat-cd4db9dbf-88vlx" [2405dd11-7864-4bf4-96c6-854ca1c315ef] Running
E1122 03:10:17.496984 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: app=netcat healthy within 9.014713153s
--- PASS: TestNetworkPlugins/group/enable-default-cni/NetCatPod (9.30s)
=== RUN TestNetworkPlugins/group/custom-flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context custom-flannel-646238 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/custom-flannel/DNS (0.21s)
=== RUN TestNetworkPlugins/group/custom-flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context custom-flannel-646238 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/Localhost (0.17s)
=== RUN TestNetworkPlugins/group/custom-flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context custom-flannel-646238 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/HairPin (0.16s)
=== RUN TestNetworkPlugins/group/enable-default-cni/DNS
net_test.go:175: (dbg) Run: kubectl --context enable-default-cni-646238 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/enable-default-cni/DNS (0.22s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Localhost
net_test.go:194: (dbg) Run: kubectl --context enable-default-cni-646238 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/Localhost (0.17s)
=== RUN TestNetworkPlugins/group/enable-default-cni/HairPin
net_test.go:264: (dbg) Run: kubectl --context enable-default-cni-646238 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/HairPin (0.20s)
=== RUN TestNetworkPlugins/group/flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p flannel-646238 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio
E1122 03:10:37.978806 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p flannel-646238 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio: (1m5.744827264s)
--- PASS: TestNetworkPlugins/group/flannel/Start (65.74s)
=== RUN TestNetworkPlugins/group/bridge/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p bridge-646238 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio
E1122 03:11:18.940957 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/default-k8s-diff-port-241752/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:11:41.847668 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:11:41.854060 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:11:41.865557 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:11:41.886986 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:11:41.928322 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:11:42.010261 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:11:42.171732 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:11:42.494014 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:11:43.135922 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p bridge-646238 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio: (1m23.901358722s)
--- PASS: TestNetworkPlugins/group/bridge/Start (83.90s)
=== RUN TestNetworkPlugins/group/flannel/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: waiting 10m0s for pods matching "app=flannel" in namespace "kube-flannel" ...
helpers_test.go:352: "kube-flannel-ds-7zxc9" [2fb2c893-c396-4860-b58a-bb70b7bff7f7] Running
E1122 03:11:44.417992 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:11:46.979380 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:11:49.091262 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/addons-255419/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: app=flannel healthy within 6.003820437s
--- PASS: TestNetworkPlugins/group/flannel/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p flannel-646238 "pgrep -a kubelet"
I1122 03:11:49.446062 4130 config.go:182] Loaded profile config "flannel-646238": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestNetworkPlugins/group/flannel/KubeletFlags (0.28s)
=== RUN TestNetworkPlugins/group/flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context flannel-646238 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:352: "netcat-cd4db9dbf-dnqq5" [b4907d4e-e321-4e34-a75e-15fec6ae47c5] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E1122 03:11:52.101430 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/auto-646238/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1122 03:11:53.515926 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/no-preload-564946/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:352: "netcat-cd4db9dbf-dnqq5" [b4907d4e-e321-4e34-a75e-15fec6ae47c5] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: app=netcat healthy within 10.002866947s
--- PASS: TestNetworkPlugins/group/flannel/NetCatPod (10.24s)
=== RUN TestNetworkPlugins/group/flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context flannel-646238 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/flannel/DNS (0.15s)
=== RUN TestNetworkPlugins/group/flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context flannel-646238 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/flannel/Localhost (0.14s)
=== RUN TestNetworkPlugins/group/flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context flannel-646238 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/flannel/HairPin (0.27s)
=== RUN TestNetworkPlugins/group/bridge/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p bridge-646238 "pgrep -a kubelet"
E1122 03:12:08.978106 4130 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/functional-776464/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
I1122 03:12:09.150074 4130 config.go:182] Loaded profile config "bridge-646238": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestNetworkPlugins/group/bridge/KubeletFlags (0.45s)
=== RUN TestNetworkPlugins/group/bridge/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context bridge-646238 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:352: "netcat-cd4db9dbf-f82vj" [e71ffcee-0237-427e-a76c-4e07d5d33bdc] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:352: "netcat-cd4db9dbf-f82vj" [e71ffcee-0237-427e-a76c-4e07d5d33bdc] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: app=netcat healthy within 12.005941707s
--- PASS: TestNetworkPlugins/group/bridge/NetCatPod (12.34s)
=== RUN TestNetworkPlugins/group/bridge/DNS
net_test.go:175: (dbg) Run: kubectl --context bridge-646238 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/bridge/DNS (0.25s)
=== RUN TestNetworkPlugins/group/bridge/Localhost
net_test.go:194: (dbg) Run: kubectl --context bridge-646238 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/bridge/Localhost (0.14s)
=== RUN TestNetworkPlugins/group/bridge/HairPin
net_test.go:264: (dbg) Run: kubectl --context bridge-646238 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/bridge/HairPin (0.17s)
=== RUN TestDownloadOnly/v1.28.0/cached-images
aaa_download_only_test.go:128: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.28.0/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.28.0/binaries
aaa_download_only_test.go:150: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.28.0/binaries (0.00s)
=== RUN TestDownloadOnly/v1.28.0/kubectl
aaa_download_only_test.go:166: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.28.0/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.34.1/cached-images
aaa_download_only_test.go:128: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.34.1/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.34.1/binaries
aaa_download_only_test.go:150: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.34.1/binaries (0.00s)
=== RUN TestDownloadOnly/v1.34.1/kubectl
aaa_download_only_test.go:166: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.34.1/kubectl (0.00s)
=== RUN TestDownloadOnlyKic
aaa_download_only_test.go:231: (dbg) Run: out/minikube-linux-arm64 start --download-only -p download-docker-382857 --alsologtostderr --driver=docker --container-runtime=crio
aaa_download_only_test.go:248: Skip for arm64 platform. See https://github.com/kubernetes/minikube/issues/10144
helpers_test.go:175: Cleaning up "download-docker-382857" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p download-docker-382857
--- SKIP: TestDownloadOnlyKic (0.46s)
=== RUN TestOffline
=== PAUSE TestOffline
=== CONT TestOffline
aab_offline_test.go:35: skipping TestOffline - only docker runtime supported on arm64. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestOffline (0.00s)
=== RUN TestAddons/serial/GCPAuth/RealCredentials
addons_test.go:759: This test requires a GCE instance (excluding Cloud Shell) with a container based driver
--- SKIP: TestAddons/serial/GCPAuth/RealCredentials (0.00s)
=== RUN TestAddons/parallel/Olm
=== PAUSE TestAddons/parallel/Olm
=== CONT TestAddons/parallel/Olm
addons_test.go:483: Skipping OLM addon test until https://github.com/operator-framework/operator-lifecycle-manager/issues/2534 is resolved
--- SKIP: TestAddons/parallel/Olm (0.00s)
=== RUN TestAddons/parallel/AmdGpuDevicePlugin
=== PAUSE TestAddons/parallel/AmdGpuDevicePlugin
=== CONT TestAddons/parallel/AmdGpuDevicePlugin
addons_test.go:1033: skip amd gpu test on all but docker driver and amd64 platform
--- SKIP: TestAddons/parallel/AmdGpuDevicePlugin (0.00s)
=== RUN TestDockerFlags
docker_test.go:41: skipping: only runs with docker container runtime, currently testing crio
--- SKIP: TestDockerFlags (0.00s)
=== RUN TestDockerEnvContainerd
docker_test.go:170: running with crio true linux arm64
docker_test.go:172: skipping: TestDockerEnvContainerd can only be run with the containerd runtime on Docker driver
--- SKIP: TestDockerEnvContainerd (0.00s)
=== RUN TestHyperKitDriverInstallOrUpdate
driver_install_or_update_test.go:37: Skip if not darwin.
--- SKIP: TestHyperKitDriverInstallOrUpdate (0.00s)
=== RUN TestHyperkitDriverSkipUpgrade
driver_install_or_update_test.go:101: Skip if not darwin.
--- SKIP: TestHyperkitDriverSkipUpgrade (0.00s)
=== RUN TestFunctional/parallel/MySQL
=== PAUSE TestFunctional/parallel/MySQL
=== CONT TestFunctional/parallel/MySQL
functional_test.go:1792: arm64 is not supported by mysql. Skip the test. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestFunctional/parallel/MySQL (0.00s)
=== RUN TestFunctional/parallel/DockerEnv
=== PAUSE TestFunctional/parallel/DockerEnv
=== CONT TestFunctional/parallel/DockerEnv
functional_test.go:478: only validate docker env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/DockerEnv (0.00s)
=== RUN TestFunctional/parallel/PodmanEnv
=== PAUSE TestFunctional/parallel/PodmanEnv
=== CONT TestFunctional/parallel/PodmanEnv
functional_test.go:565: only validate podman env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/PodmanEnv (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS (0.00s)
=== RUN TestFunctionalNewestKubernetes
functional_test.go:82:
--- SKIP: TestFunctionalNewestKubernetes (0.00s)
=== RUN TestGvisorAddon
gvisor_addon_test.go:34: skipping test because --gvisor=false
--- SKIP: TestGvisorAddon (0.00s)
=== RUN TestImageBuild
image_test.go:33:
--- SKIP: TestImageBuild (0.00s)
=== RUN TestISOImage
iso_test.go:36: This test requires a VM driver
--- SKIP: TestISOImage (0.00s)
=== RUN TestChangeNoneUser
none_test.go:38: Test requires none driver and SUDO_USER env to not be empty
--- SKIP: TestChangeNoneUser (0.00s)
=== RUN TestScheduledStopWindows
scheduled_stop_test.go:42: test only runs on windows
--- SKIP: TestScheduledStopWindows (0.00s)
=== RUN TestSkaffold
skaffold_test.go:45: skaffold requires docker-env, currently testing crio container runtime
--- SKIP: TestSkaffold (0.00s)
=== RUN TestStartStop/group/disable-driver-mounts
=== PAUSE TestStartStop/group/disable-driver-mounts
=== CONT TestStartStop/group/disable-driver-mounts
start_stop_delete_test.go:101: skipping TestStartStop/group/disable-driver-mounts - only runs on virtualbox
helpers_test.go:175: Cleaning up "disable-driver-mounts-318891" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p disable-driver-mounts-318891
--- SKIP: TestStartStop/group/disable-driver-mounts (0.16s)
=== RUN TestNetworkPlugins/group/kubenet
net_test.go:93: Skipping the test as crio container runtimes requires CNI
panic.go:636:
----------------------- debugLogs start: kubenet-646238 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-646238
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: kubenet-646238
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-646238
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: kubenet-646238
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: kubenet-646238
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: kubenet-646238
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: kubenet-646238
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: kubenet-646238
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: kubenet-646238
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: kubenet-646238
>>> host: /etc/nsswitch.conf:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: /etc/hosts:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: /etc/resolv.conf:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: kubenet-646238
>>> host: crictl pods:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: crictl containers:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> k8s: describe netcat deployment:
error: context "kubenet-646238" does not exist
>>> k8s: describe netcat pod(s):
error: context "kubenet-646238" does not exist
>>> k8s: netcat logs:
error: context "kubenet-646238" does not exist
>>> k8s: describe coredns deployment:
error: context "kubenet-646238" does not exist
>>> k8s: describe coredns pods:
error: context "kubenet-646238" does not exist
>>> k8s: coredns logs:
error: context "kubenet-646238" does not exist
>>> k8s: describe api server pod(s):
error: context "kubenet-646238" does not exist
>>> k8s: api server logs:
error: context "kubenet-646238" does not exist
>>> host: /etc/cni:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: ip a s:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: ip r s:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: iptables-save:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: iptables table nat:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> k8s: describe kube-proxy daemon set:
error: context "kubenet-646238" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "kubenet-646238" does not exist
>>> k8s: kube-proxy logs:
error: context "kubenet-646238" does not exist
>>> host: kubelet daemon status:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: kubelet daemon config:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> k8s: kubelet logs:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt
extensions:
- extension:
last-update: Sat, 22 Nov 2025 02:56:09 UTC
provider: minikube.sigs.k8s.io
version: v1.37.0
name: cluster_info
server: https://192.168.85.2:8443
name: kubernetes-upgrade-009731
contexts:
- context:
cluster: kubernetes-upgrade-009731
extensions:
- extension:
last-update: Sat, 22 Nov 2025 02:56:09 UTC
provider: minikube.sigs.k8s.io
version: v1.37.0
name: context_info
namespace: default
user: kubernetes-upgrade-009731
name: kubernetes-upgrade-009731
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-009731
user:
client-certificate: /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/kubernetes-upgrade-009731/client.crt
client-key: /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/kubernetes-upgrade-009731/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: kubenet-646238
>>> host: docker daemon status:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: docker daemon config:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: /etc/docker/daemon.json:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: docker system info:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: cri-docker daemon status:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: cri-docker daemon config:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: cri-dockerd version:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: containerd daemon status:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: containerd daemon config:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: /lib/systemd/system/containerd.service:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: /etc/containerd/config.toml:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: containerd config dump:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: crio daemon status:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: crio daemon config:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: /etc/crio:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
>>> host: crio config:
* Profile "kubenet-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-646238"
----------------------- debugLogs end: kubenet-646238 [took: 3.90940738s] --------------------------------
helpers_test.go:175: Cleaning up "kubenet-646238" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubenet-646238
--- SKIP: TestNetworkPlugins/group/kubenet (4.14s)
=== RUN TestNetworkPlugins/group/cilium
net_test.go:102: Skipping the test as it's interfering with other tests and is outdated
panic.go:636:
----------------------- debugLogs start: cilium-646238 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: cilium-646238
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: cilium-646238
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: cilium-646238
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: cilium-646238
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: cilium-646238
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: cilium-646238
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: cilium-646238
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: cilium-646238
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: cilium-646238
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: cilium-646238
>>> host: /etc/nsswitch.conf:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: /etc/hosts:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: /etc/resolv.conf:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: cilium-646238
>>> host: crictl pods:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: crictl containers:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> k8s: describe netcat deployment:
error: context "cilium-646238" does not exist
>>> k8s: describe netcat pod(s):
error: context "cilium-646238" does not exist
>>> k8s: netcat logs:
error: context "cilium-646238" does not exist
>>> k8s: describe coredns deployment:
error: context "cilium-646238" does not exist
>>> k8s: describe coredns pods:
error: context "cilium-646238" does not exist
>>> k8s: coredns logs:
error: context "cilium-646238" does not exist
>>> k8s: describe api server pod(s):
error: context "cilium-646238" does not exist
>>> k8s: api server logs:
error: context "cilium-646238" does not exist
>>> host: /etc/cni:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: ip a s:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: ip r s:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: iptables-save:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: iptables table nat:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> k8s: describe cilium daemon set:
Error in configuration: context was not found for specified context: cilium-646238
>>> k8s: describe cilium daemon set pod(s):
Error in configuration: context was not found for specified context: cilium-646238
>>> k8s: cilium daemon set container(s) logs (current):
error: context "cilium-646238" does not exist
>>> k8s: cilium daemon set container(s) logs (previous):
error: context "cilium-646238" does not exist
>>> k8s: describe cilium deployment:
Error in configuration: context was not found for specified context: cilium-646238
>>> k8s: describe cilium deployment pod(s):
Error in configuration: context was not found for specified context: cilium-646238
>>> k8s: cilium deployment container(s) logs (current):
error: context "cilium-646238" does not exist
>>> k8s: cilium deployment container(s) logs (previous):
error: context "cilium-646238" does not exist
>>> k8s: describe kube-proxy daemon set:
error: context "cilium-646238" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "cilium-646238" does not exist
>>> k8s: kube-proxy logs:
error: context "cilium-646238" does not exist
>>> host: kubelet daemon status:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: kubelet daemon config:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> k8s: kubelet logs:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/21946-2339/.minikube/ca.crt
extensions:
- extension:
last-update: Sat, 22 Nov 2025 02:56:09 UTC
provider: minikube.sigs.k8s.io
version: v1.37.0
name: cluster_info
server: https://192.168.85.2:8443
name: kubernetes-upgrade-009731
contexts:
- context:
cluster: kubernetes-upgrade-009731
extensions:
- extension:
last-update: Sat, 22 Nov 2025 02:56:09 UTC
provider: minikube.sigs.k8s.io
version: v1.37.0
name: context_info
namespace: default
user: kubernetes-upgrade-009731
name: kubernetes-upgrade-009731
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-009731
user:
client-certificate: /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/kubernetes-upgrade-009731/client.crt
client-key: /home/jenkins/minikube-integration/21946-2339/.minikube/profiles/kubernetes-upgrade-009731/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: cilium-646238
>>> host: docker daemon status:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: docker daemon config:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: /etc/docker/daemon.json:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: docker system info:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: cri-docker daemon status:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: cri-docker daemon config:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: cri-dockerd version:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: containerd daemon status:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: containerd daemon config:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: /lib/systemd/system/containerd.service:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: /etc/containerd/config.toml:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: containerd config dump:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: crio daemon status:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: crio daemon config:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: /etc/crio:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
>>> host: crio config:
* Profile "cilium-646238" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-646238"
----------------------- debugLogs end: cilium-646238 [took: 5.112908181s] --------------------------------
helpers_test.go:175: Cleaning up "cilium-646238" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cilium-646238
--- SKIP: TestNetworkPlugins/group/cilium (5.33s)